-- Logs begin at Tue 2022-01-25 01:55:45 UTC, end at Tue 2022-01-25 02:52:21 UTC. -- Jan 25 02:27:12.726366 dv-cinder-819778-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 02:27:15.838324 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:27:15.838979 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:27:15.839125 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:27:15.843032 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.common.config [-] Logging enabled! Jan 25 02:27:15.843311 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev425 Jan 25 02:27:15.843628 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102492) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 25 02:27:15.844561 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:15.844800 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:15.845170 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:15.845421 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:15.845655 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:15.845988 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.846411 dv-cinder-819778-6-smb neutron-server[102492]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 25 02:27:15.846726 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.847049 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.847343 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.847640 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.847932 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.848226 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.848513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.848814 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.849104 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.849387 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.849673 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.849969 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.850255 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.850546 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.850838 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.851151 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] debug = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.851436 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.851872 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.852305 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.852588 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.852879 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.853163 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.853439 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.853715 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.854003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.854333 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] host = dv-cinder-819778-6-smb {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.854614 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.854900 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.855213 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.856062 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.856342 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.856622 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.856908 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.857184 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.857456 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.857733 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.858019 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.858314 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.858602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.858829 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.859081 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.859374 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.859664 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.859941 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.860219 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.860497 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.860774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.861052 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.861320 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.861605 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.861888 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.862174 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.862451 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.862728 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.863024 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.863365 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.863653 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.863928 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.864201 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.864478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.864766 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.865037 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.865314 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.865617 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.865904 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.866192 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.866484 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.866760 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.867067 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.867345 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.867622 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.867896 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_json = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.868171 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.868447 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.868725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.869001 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.869276 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.869551 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.869827 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.870115 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.870390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:15.870691 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.871062 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.871372 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.871851 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.872148 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.872435 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.872730 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.873015 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.873309 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.873602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.873900 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.874184 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.874486 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.874784 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.875103 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.875413 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.875711 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.876007 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.876292 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.876571 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.876848 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.877131 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.877421 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.877702 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.877992 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.878284 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.878570 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.878868 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.879190 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.879491 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.879784 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.880063 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.880346 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.880639 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.880920 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.881196 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.881480 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.881771 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.882052 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.882327 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.882612 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.882892 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.883193 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.883470 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.883750 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.884043 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.884319 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.884594 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.884868 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.885149 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.885424 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.885711 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.885991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.886270 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.886543 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.887572 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.887857 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.888138 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.888422 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.888708 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.888992 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.889270 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.889553 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.889832 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.890111 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.890389 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.890666 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.890944 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.891263 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.891525 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.891803 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.892078 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.892353 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.892628 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.892916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.893217 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.893496 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.893779 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.894073 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.894349 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.894631 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.894910 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.895273 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.895557 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.895836 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.896130 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.896420 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.896718 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.897030 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.897312 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.897613 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.897897 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.898185 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.898467 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.898754 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.899070 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.899361 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.899661 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.899964 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.900263 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.900563 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.900860 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.901144 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.901456 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.901738 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:15.901958 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:15.902231 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102492) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 02:27:16.281346 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:27:16.281619 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:27:16.281937 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 25 02:27:16.282273 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 02:27:16.616678 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.616877 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.617152 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.618468 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.618749 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.619036 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.664044 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.664336 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.664612 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.678705 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.679019 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.679296 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.710010 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.710293 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.710569 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.746783 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.747083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:16.747360 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.091514 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.092185 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.092185 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.092329 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.093190 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.193663 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.193995 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.194283 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.194556 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.194825 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.195162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.195428 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.195690 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.195948 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.196234 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.196497 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.196765 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.197023 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.197279 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.197537 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.197805 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.198063 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.198332 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.198605 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.198866 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.199408 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.199929 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.200220 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.200605 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.200864 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.201119 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.201523 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.201771 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.202016 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.202259 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.202499 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.202742 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.203134 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 02:27:17.206312 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 02:27:17.210320 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 02:27:17.214337 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 25 02:27:17.216536 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 02:27:17.218004 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 02:27:17.218353 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 02:27:17.218750 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 02:27:17.221634 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 02:27:17.221892 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 02:27:17.222243 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:27:17.227701 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 25 02:27:17.251335 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 25 02:27:17.251786 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.252088 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102492) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 25 02:27:17.252453 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.253856 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102492) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 02:27:17.254140 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 02:27:17.254386 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 02:27:17.257598 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.257888 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.322531 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 02:27:17.322773 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 02:27:17.323030 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 02:27:17.323397 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 02:27:17.344454 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_db.sqlalchemy.engines [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102492) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 25 02:27:17.779365 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing driver for type 'gre' Jan 25 02:27:17.779897 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] gre ID ranges: [(1, 1000)] Jan 25 02:27:17.833236 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing driver for type 'local' Jan 25 02:27:17.833619 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing driver for type 'vlan' Jan 25 02:27:17.847384 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] VlanTypeDriver initialization complete Jan 25 02:27:17.847746 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing driver for type 'vxlan' Jan 25 02:27:17.848230 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] vxlan ID ranges: [(1, 1000)] Jan 25 02:27:17.905788 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing extension driver 'port_security' Jan 25 02:27:17.906213 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.extensions.port_security [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] PortSecurityExtensionDriver initialization complete Jan 25 02:27:17.906533 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing mechanism driver 'openvswitch' Jan 25 02:27:17.906854 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing mechanism driver 'hyperv' Jan 25 02:27:17.913588 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.plugin [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:17.914470 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.914845 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.915226 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.915754 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.916190 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.916546 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.916893 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.917291 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.917791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.918163 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.918492 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.918886 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.919317 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.919672 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.920013 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.920410 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.920815 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.921163 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.921505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.921903 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.922308 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > address_group after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.922655 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > address_group after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.922998 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > address_group after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.923417 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102492) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 25 02:27:17.923859 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] ML2 OVO RPC backend initialized. {{(pid=102492) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 25 02:27:17.924563 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.924917 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.925333 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.925679 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > networks before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.926027 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.926368 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > ports before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.926711 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.927084 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnets before_response 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.927435 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.927790 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.928112 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.928449 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.928785 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.929120 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.929455 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.929789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.930119 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.930688 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.plugin [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Modular L2 Plugin initialization complete Jan 25 02:27:17.931036 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading services supported by the core plugin {{(pid=102492) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 02:27:17.931366 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.plugins.ml2.managers [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Got port-security extension from driver 'port_security' Jan 25 02:27:17.931824 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.extensions.vlantransparent [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Disabled vlantransparent extension. Jan 25 02:27:17.932312 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102492) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 02:27:17.932626 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: router Jan 25 02:27:17.969782 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.970196 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_create 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.970548 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router before_create 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.970915 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.971327 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.971688 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_delete 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.972055 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > floatingip after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.973906 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > floatingip after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.974300 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_create 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.974670 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.975072 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.975442 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.975817 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.977185 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.977568 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.977916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.978261 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: subnet after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.978608 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.978962 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > port precommit_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.979338 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_create 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.979683 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.980029 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.980409 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router after_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.980757 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_delete 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.981123 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_create 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.981471 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.981818 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_update 55549900 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.982187 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > agent after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.982546 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > agent after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.982893 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > network after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.983778 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Tracking information for resource: router configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.984116 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Tracking information for resource: floatingip configured {{(pid=102492) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 02:27:17.989066 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.db.l3_agentschedulers_db [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 02:27:17.989653 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.990016 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.990373 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.990729 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: port after_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.991549 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router before_create 55550100 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.991918 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_delete 55550100 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.992282 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_create 55550100 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.992637 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > router precommit_update 55550100 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:17.997877 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.provider_configuration [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service providers = [] {{(pid=102492) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 02:27:17.998246 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.db.servicetype_db [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102492) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 02:27:18.001259 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.service_base [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:18.001611 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.service_base [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:18.001958 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.service_base [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:18.002858 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.services.service_base [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102492) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 02:27:18.003251 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.services.service_base [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 02:27:18.003625 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.003975 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 02:27:18.015736 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.016071 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: auto_allocate Jan 25 02:27:18.021961 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: network precommit_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.022334 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: network precommit_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.022857 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.023215 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: tag Jan 25 02:27:18.030130 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.030408 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: timestamp Jan 25 02:27:18.034306 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.034639 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: network_ip_availability Jan 25 02:27:18.040311 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.040690 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.041050 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.041835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.042158 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: flavors Jan 25 02:27:18.047624 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.047957 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading Plugin: revisions Jan 25 02:27:18.052559 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102492) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 02:27:18.052957 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=102492) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 25 02:27:18.053731 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102492) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 25 02:27:18.054071 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Initializing extension manager. Jan 25 02:27:18.054591 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: __init__.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.054930 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: __pycache__ {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.055295 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.055631 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: address_group.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.056414 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.056999 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: address-group Jan 25 02:27:18.057323 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: address_scope.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.058042 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.059222 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: address-scope Jan 25 02:27:18.059560 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.060509 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.061019 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: router-admin-state-down-before-update Jan 25 02:27:18.061342 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: agent.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.062049 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.062554 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: agent Jan 25 02:27:18.062875 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: agent_resources_synced.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.063820 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.064332 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: agent-resources-synced Jan 25 02:27:18.064654 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: allowedaddresspairs.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.066481 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.067029 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: allowed-address-pairs Jan 25 02:27:18.067368 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: auto_allocated_topology.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.068456 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.068976 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: auto-allocated-topology Jan 25 02:27:18.069303 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: availability_zone.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.070000 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.070511 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: availability_zone Jan 25 02:27:18.070834 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: availability_zone_filter.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.071773 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.072280 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: availability_zone_filter Jan 25 02:27:18.072600 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: data_plane_status.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.073511 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.074669 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 02:27:18.075158 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: default_subnetpools.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.076078 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.076593 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: default-subnetpools Jan 25 02:27:18.076915 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.077729 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.078240 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: dhcp_agent_scheduler Jan 25 02:27:18.078565 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: dns.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.079502 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.080010 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension dns-integration not supported by any of loaded plugins Jan 25 02:27:18.080357 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: dns_domain_ports.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.081250 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.081760 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 02:27:18.082081 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.083041 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.083542 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 25 02:27:18.083861 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: dvr.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.084542 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.085044 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: dvr Jan 25 02:27:18.085364 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: ecmp_routes.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.086293 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.086794 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension ecmp_routes not supported by any of loaded plugins Jan 25 02:27:18.087146 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: empty_string_filtering.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.088057 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.088560 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: empty-string-filtering Jan 25 02:27:18.088880 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.089835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.090334 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:27:18.090652 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.091599 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.092150 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 02:27:18.092406 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: external_net.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.093316 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.093821 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: external-net Jan 25 02:27:18.094141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.095073 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.095579 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: extra_dhcp_opt Jan 25 02:27:18.095905 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: extraroute.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.096823 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.097334 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: extraroute Jan 25 02:27:18.097658 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: extraroute_atomic.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.098893 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.099435 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: extraroute-atomic Jan 25 02:27:18.099764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: filter_validation.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.100439 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.100942 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: filter-validation Jan 25 02:27:18.101266 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: fip_pf_description.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.102183 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.102688 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 02:27:18.103040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: fip_port_details.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.103949 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.104458 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: fip-port-details Jan 25 02:27:18.104779 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: flavors.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.106868 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.107420 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: flavors Jan 25 02:27:18.107752 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.109455 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.109979 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 02:27:18.110310 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: floatingip_pools.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.111046 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.111551 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: floatingip-pools Jan 25 02:27:18.111876 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: ip_allocation.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.112807 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.113314 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 02:27:18.113635 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.114559 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.115099 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: ip-substring-filtering Jan 25 02:27:18.115429 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l2_adjacency.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.116374 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.116882 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 02:27:18.117204 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.118182 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.118702 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: router Jan 25 02:27:18.119044 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.122040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.122572 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 02:27:18.122904 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.123874 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.124391 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: ext-gw-mode Jan 25 02:27:18.124717 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.125640 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.126157 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: l3-ha Jan 25 02:27:18.126481 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3_flavors.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.127430 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.127938 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: l3-flavors Jan 25 02:27:18.128259 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.129192 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.129703 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 02:27:18.130027 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: l3agentscheduler.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.131105 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.131623 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: l3_agent_scheduler Jan 25 02:27:18.131951 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: local_ip.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.133714 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.134241 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension local_ip not supported by any of loaded plugins Jan 25 02:27:18.134580 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: logging.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.136230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.136820 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension logging not supported by any of loaded plugins Jan 25 02:27:18.137148 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: metering.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.137902 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.138479 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: metering Jan 25 02:27:18.138806 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.139939 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.140467 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: metering_source_and_destination_fields Jan 25 02:27:18.140795 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: multiprovidernet.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.141725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.142239 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: multi-provider Jan 25 02:27:18.142564 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: netmtu.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.143512 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.144027 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: net-mtu Jan 25 02:27:18.144351 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: netmtu_writable.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.145270 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.145802 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: net-mtu-writable Jan 25 02:27:18.146133 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: network_availability_zone.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.146804 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.147332 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: network_availability_zone Jan 25 02:27:18.147655 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: network_ip_availability.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.148775 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.149288 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: network-ip-availability Jan 25 02:27:18.149613 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: network_segment_range.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.150376 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.150880 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 02:27:18.151241 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: pagination.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.152333 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.152666 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: pagination Jan 25 02:27:18.152987 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: port_device_profile.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.153917 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.154433 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: port-device-profile Jan 25 02:27:18.154757 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.155728 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.156241 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: port-mac-address-regenerate Jan 25 02:27:18.156562 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.157489 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.157999 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: port-numa-affinity-policy Jan 25 02:27:18.158324 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: port_resource_request.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.159279 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.159789 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 02:27:18.160111 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: port_resource_request_groups.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.161087 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.161591 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 25 02:27:18.161913 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: portbindings.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.162846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.163386 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: binding Jan 25 02:27:18.163710 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: portbindings_extended.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.164998 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.165513 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: binding-extended Jan 25 02:27:18.165843 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: portsecurity.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.166768 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.167388 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: port-security Jan 25 02:27:18.168314 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: project_id.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.169419 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.169750 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: project-id Jan 25 02:27:18.170074 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: providernet.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.170996 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.171523 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: provider Jan 25 02:27:18.171845 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.175462 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.175988 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos not supported by any of loaded plugins Jan 25 02:27:18.176321 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.177580 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.178100 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 02:27:18.178431 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.179389 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.179904 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 02:27:18.180230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_default.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.181150 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.181659 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-default not supported by any of loaded plugins Jan 25 02:27:18.181986 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_fip.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.182909 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.184233 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-fip not supported by any of loaded plugins Jan 25 02:27:18.184573 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_fip_network_policy.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.185504 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.186018 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 25 02:27:18.186343 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_gateway_ip.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.187327 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.187838 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 02:27:18.188160 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_port_network_policy.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.189194 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.189708 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 02:27:18.190031 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.191108 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.191629 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 25 02:27:18.191952 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_pps_rule.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.193140 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.193660 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-pps not supported by any of loaded plugins Jan 25 02:27:18.193991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_rule_type_details.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.194911 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.195449 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 02:27:18.195776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: qos_rules_alias.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.196835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.197346 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 02:27:18.197674 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: quota_check_limit.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.198590 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.199189 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: quota-check-limit Jan 25 02:27:18.199788 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: quotasv2.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.200718 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.201046 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: quotas Jan 25 02:27:18.201367 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: quotasv2_detail.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.204676 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.205018 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: quota_details Jan 25 02:27:18.205352 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: rbac.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.206416 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.206954 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: rbac-policies Jan 25 02:27:18.207315 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: rbac_address_group.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.208251 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.208773 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: rbac-address-group Jan 25 02:27:18.209105 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: rbac_address_scope.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.210029 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.210542 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: rbac-address-scope Jan 25 02:27:18.210871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: rbac_security_groups.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.211819 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.212329 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: rbac-security-groups Jan 25 02:27:18.212655 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: rbac_subnetpool.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.213570 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.214079 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: rbac-subnetpool Jan 25 02:27:18.214405 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: revisionifmatch.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.215372 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.215881 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: revision-if-match Jan 25 02:27:18.216206 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: revisions.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.217325 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.217837 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: standard-attr-revisions Jan 25 02:27:18.218165 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: router_availability_zone.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.218842 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.219392 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: router_availability_zone Jan 25 02:27:18.219718 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: routerservicetype.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.220638 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.221148 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension router-service-type not supported by any of loaded plugins Jan 25 02:27:18.221472 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.222467 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.222984 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: security-groups-normalized-cidr Jan 25 02:27:18.223330 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.224252 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.224761 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: port-security-groups-filtering Jan 25 02:27:18.225083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.226021 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.226539 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: security-groups-remote-address-group Jan 25 02:27:18.226863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.227817 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.228332 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: security-groups-shared-filtering Jan 25 02:27:18.228658 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.229243 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 25 02:27:18.229563 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: securitygroup.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.239768 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.240304 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: security-group Jan 25 02:27:18.240640 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: segment.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.241437 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.241951 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension segment not supported by any of loaded plugins Jan 25 02:27:18.242283 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.243263 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.243775 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 02:27:18.244101 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: servicetype.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.245220 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.245741 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: service-type Jan 25 02:27:18.246125 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: sorting.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.247223 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.247558 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: sorting Jan 25 02:27:18.247882 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: standard_attr_segment.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.248818 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.249331 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 02:27:18.249656 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: standardattrdescription.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.250318 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.250831 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: standard-attr-description Jan 25 02:27:18.251189 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: stateful_security_group.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.252135 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.252651 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: stateful-security-group Jan 25 02:27:18.252975 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: stdattrs_common.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.253544 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 02:27:18.253863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.254786 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.255326 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 02:27:18.255647 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnet_onboard.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.256722 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.257244 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: subnet_onboard Jan 25 02:27:18.257567 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.258496 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.259035 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 02:27:18.259354 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnet_service_types.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.260278 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.260801 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: subnet-service-types Jan 25 02:27:18.261126 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnetallocation.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.262874 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.263426 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: subnet_allocation Jan 25 02:27:18.263753 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.264422 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.264945 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: subnetpool-prefix-ops Jan 25 02:27:18.265265 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.266209 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.266725 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 02:27:18.267081 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: tagging.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.268147 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.268658 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: standard-attr-tag Jan 25 02:27:18.268986 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: timestamp.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.270202 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.270720 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loaded extension: standard-attr-timestamp Jan 25 02:27:18.271065 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: trunk.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.272110 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.272625 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension trunk not supported by any of loaded plugins Jan 25 02:27:18.272949 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: trunk_details.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.273873 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.274388 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension trunk-details not supported by any of loaded plugins Jan 25 02:27:18.274709 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: uplink_status_propagation.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.275661 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.276172 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 02:27:18.276492 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Loading extension file: vlantransparent.py {{(pid=102492) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 25 02:27:18.277217 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102492) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 25 02:27:18.277724 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 02:27:18.280265 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:network Jan 25 02:27:18.280734 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnet Jan 25 02:27:18.281127 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:18.281514 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:port Jan 25 02:27:18.282710 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.283174 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service FLAVORS assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.283802 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.284239 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.284571 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:router Jan 25 02:27:18.285005 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:27:18.285491 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service METERING assigned prefix: /metering {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.286939 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.287334 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.287686 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102492) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:27:18.288669 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:27:18.289215 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:27:18.289649 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:27:18.290240 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service CORE assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.290569 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:18.290912 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] subnetpool is already registered Jan 25 02:27:18.291375 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service CORE assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.291701 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:18.292030 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] subnetpool is already registered Jan 25 02:27:18.296049 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.296500 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service FLAVORS assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.297112 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.297545 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.297879 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:router Jan 25 02:27:18.298217 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] router is already registered Jan 25 02:27:18.298628 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:floatingip Jan 25 02:27:18.298962 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] floatingip is already registered Jan 25 02:27:18.299444 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service METERING assigned prefix: /metering {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.300106 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 02:27:18.300433 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] rbac_policy is already registered Jan 25 02:27:18.300842 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:security_group Jan 25 02:27:18.301175 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] security_group is already registered Jan 25 02:27:18.301574 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 02:27:18.301907 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] security_group_rule is already registered Jan 25 02:27:18.302378 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service CORE assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.302705 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:18.303064 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] subnetpool is already registered Jan 25 02:27:18.303482 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.v2.resource_helper [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Service CORE assigned prefix: {{(pid=102492) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 02:27:18.303806 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 02:27:18.304134 dv-cinder-819778-6-smb neutron-server[102492]: WARNING neutron.quota.resource_registry [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] subnetpool is already registered Jan 25 02:27:18.304578 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: extensions {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.306145 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: address-groups {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.307687 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: address-scopes {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.309003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: agents {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.310181 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: auto-allocated-topology {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.311587 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: availability_zones {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.312808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: dhcp-networks {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.314219 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: dhcp-agents {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.315781 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: routers {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.317912 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: flavors {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.319166 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: service_profiles {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.320468 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: next_providers {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.321936 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: service_profiles {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.323396 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: floatingip-pools {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.325648 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: routers {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.327806 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: floatingips {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.329011 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: l3-routers {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.330520 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: l3-agents {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.331949 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: metering-labels {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.333231 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: metering-label-rules {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.334618 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: network-ip-availabilities {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.335943 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: bindings {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.337512 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: quotas {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.339189 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: quotas {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.341321 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: rbac-policies {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.342526 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: security-groups {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.343801 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: security-group-rules {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.345126 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: service-providers {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.346337 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: subnetpools {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.347711 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: subnetpools {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.349298 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.350973 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.352691 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.354549 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.356481 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.359380 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.361060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.362899 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.365058 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.367245 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron.api.extensions [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Extended resource: tags {{(pid=102492) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 25 02:27:18.374869 dv-cinder-819778-6-smb neutron-server[102492]: WARNING keystonemiddleware.auth_token [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 02:27:18.380459 dv-cinder-819778-6-smb neutron-server[102492]: WARNING keystonemiddleware.auth_token [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 02:27:18.390972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Acquired lock "singleton_lock" {{(pid=102492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 25 02:27:18.391474 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_concurrency.lockutils [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Releasing lock "singleton_lock" {{(pid=102492) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 25 02:27:18.392137 dv-cinder-819778-6-smb neutron-server[102492]: INFO oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Starting 2 workers Jan 25 02:27:18.397025 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Started child 102599 {{(pid=102492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:18.401600 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Started child 102601 {{(pid=102492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:18.403888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.404730 dv-cinder-819778-6-smb neutron-server[102492]: INFO neutron.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 02:27:18.404730 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Publish callbacks [] for process (None), before_spawn {{(pid=102492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.405489 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [-] (102599) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:27:18.405863 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:18.407243 dv-cinder-819778-6-smb neutron-server[102492]: INFO oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Starting 1 workers Jan 25 02:27:18.407751 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.409268 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [-] (102601) wsgi starting up on http://0.0.0.0:9696 Jan 25 02:27:18.412566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Started child 102602 {{(pid=102492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:18.413140 dv-cinder-819778-6-smb neutron-server[102492]: INFO oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Starting 1 workers Jan 25 02:27:18.414852 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [-] 10.222.0.109 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063841 Jan 25 02:27:18.418766 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Started child 102603 {{(pid=102492) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 25 02:27:18.418903 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] calling RpcWorker wait() {{(pid=102602) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 02:27:18.419660 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG neutron_lib.callbacks.manager [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] Publish callbacks [] for process (None), after_spawn {{(pid=102492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.420392 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.service [None req-bed4f172-9884-4a37-9a25-602ad4f71cbf None None] returning from RpcWorker wait() {{(pid=102602) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 02:27:18.421837 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:27:18.421958 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:18.422078 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:18.422315 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:18.422679 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:18.423217 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:18.423335 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.423621 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.423827 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.424299 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.424299 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.424447 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.424826 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:18.425004 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.425294 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:18.425411 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.425690 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.425964 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.426228 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.426412 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.426583 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.426837 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.427099 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.427394 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.427689 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.427927 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.428347 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.428672 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.428956 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.429260 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.429514 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.429792 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] debug = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.430061 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.430532 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.430775 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.431037 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.431280 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.431565 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.431815 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.432121 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.432363 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.432602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.432852 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.433113 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.433425 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.433682 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.434054 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.434276 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.434524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.434768 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.435281 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] host = dv-cinder-819778-6-smb {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.435691 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.436120 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.436349 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.436983 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.436983 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.437169 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.437331 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.437554 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.437802 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.438035 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.438281 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.438514 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.438730 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.438991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.440647 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_options = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.440647 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.440647 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441082 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441082 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441357 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441496 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441669 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.441810 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.442159 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.442316 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.442514 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.442749 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.443089 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.444145 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.444323 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.444464 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.444603 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.444823 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.445090 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.445324 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.445618 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.445777 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.446054 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.446765 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.446765 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.446765 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.447210 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.447786 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:18.447950 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.448146 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.448412 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.448659 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.449671 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.449974 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.450237 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.450524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.450765 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.451488 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.451488 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.451488 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.453789 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_json = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.454889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.456398 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.456398 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.457917 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.457917 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.457917 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.458371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.459164 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.459164 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.459164 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.460100 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.460100 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.460100 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.460100 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.460318 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.461211 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.461477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.462411 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.462411 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.462411 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.462626 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.462836 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.463045 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.463270 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.463524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.464057 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.464057 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.464365 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.464506 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.466166 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.466787 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.466787 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.467448 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.467448 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.467448 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468173 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468173 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468173 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468577 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468577 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.468839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.469040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.469309 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.469922 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.469922 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.470308 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.470308 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.470932 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.471632 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.471889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.472213 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.472413 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.472672 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.472911 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.473133 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.473425 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.473649 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.473925 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.474337 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.474536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.474681 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.474902 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.475628 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.475628 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.475628 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476052 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476052 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476322 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476460 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476648 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.476860 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.477120 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.479197 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.481774 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483083 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483999 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483999 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483999 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.483999 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.484715 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.484715 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.484715 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.485195 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.485195 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.486432 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.487703 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.487703 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.487703 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.487703 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.487703 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.489248 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.491326 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.493534 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.493534 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.493534 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.493534 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.493534 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.497602 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.499141 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.500254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.501568 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.501568 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.501849 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.501978 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.502317 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.502470 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.502598 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.504341 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.504341 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.504341 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.504961 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.504961 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.505205 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.506106 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.506263 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.506485 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.506740 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.506994 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.508583 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.508583 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.508583 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.508992 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.508992 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.509242 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.509473 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.509688 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.509951 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.510994 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.511261 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.512103 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.512338 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.512516 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.512749 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.513000 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.514079 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.514349 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.514610 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.514946 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.515284 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.515520 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.516720 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.516975 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.517234 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.518120 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.518376 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.518589 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.519149 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.519583 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.519923 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.520217 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.520466 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.520684 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.520911 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.521099 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.521592 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.522158 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.522644 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.523629 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.523629 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.523629 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.523629 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524231 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524231 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524520 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524520 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524784 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.524966 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.525136 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.525383 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.525594 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.525806 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.526049 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.526302 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.526512 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.527078 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.527078 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.527268 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.527557 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.527845 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.528060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.528289 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.528503 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.528717 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.528963 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.529181 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.529390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.529619 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.529830 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.530038 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.530334 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.530518 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.530726 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.531686 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.531686 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.531686 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.531920 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.532082 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.532277 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.532522 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.532831 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.533048 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.533307 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.533626 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.534776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.534776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.534776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.534776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.535095 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.535293 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.535429 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.536010 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.536010 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.536249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.538030 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.538030 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.538711 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.538996 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.539317 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.539569 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.539835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.540060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.540060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.540060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.540060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.540060 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.541334 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.541402 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.541625 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.541861 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.542098 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.542339 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.542587 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.542969 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.543358 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.544476 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.544476 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:18.544476 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102492) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 25 02:27:18.544476 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 02:27:18.545040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 02:27:18.545040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 02:27:18.545040 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 02:27:18.545421 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 02:27:18.545421 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.545421 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.545814 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.545814 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546071 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546071 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546333 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546333 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546544 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546671 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.546998 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547158 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547321 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547479 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547638 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547794 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.547951 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548114 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548461 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548461 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548661 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548763 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] debug = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.548866 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.549846 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550536 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550989 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550989 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.550989 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551336 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551336 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551532 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551532 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] host = dv-cinder-819778-6-smb {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551720 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551831 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.551990 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.552146 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.552303 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.553916 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_options = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.554700 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555434 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555872 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555872 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.555872 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556075 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556152 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556296 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556450 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556763 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.556928 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.557073 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.557361 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.557641 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.557929 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.558823 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.558823 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559136 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559136 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559380 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559553 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559722 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.559835 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.560791 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561775 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:18.561897 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561897 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561897 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.561897 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562272 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_json = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562272 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562463 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562463 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562661 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.562889 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.563921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.564106 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.564254 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 02:27:18.564438 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.564603 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.564776 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.564933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565070 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565237 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565600 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565600 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565860 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.565860 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.567230 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.568477 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.109/identity {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.570566 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.571871 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.573003 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.574991 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.576215 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.577340 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.578697 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.579898 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.580933 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.581839 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.582579 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.582579 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.582579 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.582579 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.582579 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583239 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583239 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583239 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583239 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.583764 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584274 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584274 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584274 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584652 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584652 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584909 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.584909 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.585195 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.585195 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.587524 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.588513 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.109/identity {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.591162 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592009 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.592576 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.593972 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.594725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.594725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.594725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.594725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.594725 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.595863 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603478 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.603921 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604390 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.604808 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605249 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.605677 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606093 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.606505 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.608371 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.609127 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610139 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610621 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610621 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610621 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610979 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610979 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 02:27:18.610979 dv-cinder-819778-6-smb neutron-server[102492]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102492) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 02:27:29.950359 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b80df-3538-4586-8d9e-df81f6ce59fa None None] get_active_networks_info from dv-cinder-819778-6-smb {{(pid=102602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 25 02:27:30.011339 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b80df-3538-4586-8d9e-df81f6ce59fa None None] No non-hosted networks {{(pid=102602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 02:27:30.029267 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.agentschedulers_db [None req-a39b80df-3538-4586-8d9e-df81f6ce59fa None None] DHCP Agent not found on host dv-cinder-819778-6-smb {{(pid=102602) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 02:27:30.127066 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9b2940ea-35b0-4ba4-a6cc-c27df5677c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:32.216275 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-795c9bc6-a278-4cab-b01d-f8abb698aca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:32.242078 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c8392f5-cd4b-4ddb-be35-8494b7a72803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:33.192387 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:34.817405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:36.170941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:36.173193 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.174199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.174725 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.175447 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.176091 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.176611 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.177278 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.177867 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.178411 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.179440 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.180003 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.180539 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.181417 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:36.182117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819778-6-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:36.188332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819778-6-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:27:38.208248 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.db.l3_hamode_db [None req-456fd464-3de1-4918-96b0-a4ef2aef56d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 02:27:38.288459 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fd464-3de1-4918-96b0-a4ef2aef56d9 None None] Routers set() bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:27:38.289408 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fd464-3de1-4918-96b0-a4ef2aef56d9 None None] Router IDs set() for agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 25 02:27:38.797549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 47568) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:39.412698 dv-cinder-819778-6-smb neutron-server[102601]: WARNING oslo_policy.policy [None req-80f16ffa-68c2-4025-a394-1a88ff9f5fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:39.413207 dv-cinder-819778-6-smb neutron-server[102601]: WARNING oslo_policy.policy [None req-80f16ffa-68c2-4025-a394-1a88ff9f5fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:39.639087 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [None req-80f16ffa-68c2-4025-a394-1a88ff9f5fd4 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:39.640361 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-80f16ffa-68c2-4025-a394-1a88ff9f5fd4 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8396728 Jan 25 02:27:42.289374 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 47584) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:42.585155 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'tenant_id': 'd91d87b1e81f4cdb91b7635da1312b6e'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:42.688406 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.policy [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:27:42.748177 dv-cinder-819778-6-smb neutron-server[102601]: WARNING oslo_policy.policy [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:42.748557 dv-cinder-819778-6-smb neutron-server[102601]: WARNING oslo_policy.policy [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:42.757310 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.quota [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] Loaded quota_driver: . Jan 25 02:27:42.846685 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993853265', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993853820', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993855464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993869975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993875465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739993880803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-703741', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536195612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-467462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408031'] for rbac-policy (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:42.912643 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:42.913851 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7073ccef-9d8c-4b4d-8084-249359e60d65 admin admin] 10.222.0.109 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6234632 Jan 25 02:27:45.578779 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:46.064373 dv-cinder-819778-6-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:46.064924 dv-cinder-819778-6-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:46.286433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Request body: {'network': {'tenant_id': '243a81ea00194b2c916bb293542933f9', 'name': 'private', 'project_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:46.288099 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.quota [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Loaded quota_driver: . Jan 25 02:27:46.345936 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Made reservation on behalf of 243a81ea00194b2c916bb293542933f9 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:27:46.420416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.policy [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 25 02:27:46.468000 dv-cinder-819778-6-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:46.468363 dv-cinder-819778-6-smb neutron-server[102599]: WARNING oslo_policy.policy [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 02:27:46.478371 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.499356 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.608633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks [] for security_group (193fb5b6-fdef-4e00-8692-f7cde71f603a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.612246 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (193fb5b6-fdef-4e00-8692-f7cde71f603a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.631773 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:27:46.660804 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739990066086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (23dc7eab-c98d-4620-891f-f92ecfe370e4), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.661401 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Unsubscribe: segment precommit_create {{(pid=102599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:27:46.661943 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Added segment 23dc7eab-c98d-4620-891f-f92ecfe370e4 of type vlan for network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc Jan 25 02:27:46.678933 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fb5b6-fdef-4e00-8692-f7cde71f603a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:46.725972 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.726346 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.726706 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.727069 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.727405 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.727738 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.728571 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.728908 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.729233 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.729569 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.729896 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.730217 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.730543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Tracked resource versions report: Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: pushed versions: Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: { 'AddressGroup': {'1.2'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Log': {'1.0'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Network': {'1.1'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Port': {'1.7'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'PortForwarding': {'1.2'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'QosPolicy': {'1.10'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroup': {'1.5'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SubPort': {'1.0'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Subnet': {'1.1'}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Trunk': {'1.1'}} Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: consumer versions: Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'ConntrackHelper': '1.0', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'LocalIPAssociation': '1.0', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Log': '1.0', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Network': '1.1', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Port': '1.7', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'PortForwarding': '1.2', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'QosPolicy': '1.10', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroup': '1.5', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroupRule': '1.2', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'SubPort': '1.0', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Subnet': '1.1', Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: 'Trunk': '1.1'}} Jan 25 02:27:46.731693 dv-cinder-819778-6-smb neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:27:46.773413 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (5a9f6297-ce3d-44e9-b96b-aad6360b6fcc), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.815702 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (5a9f6297-ce3d-44e9-b96b-aad6360b6fcc), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.816775 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:46.817457 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:46.875411 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2954476 Jan 25 02:27:46.935478 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17774-fe3e-4221-a8a5-6b8260aaf4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a9f6297-ce3d-44e9-b96b-aad6360b6fcc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:46.947397 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:27:49.761699 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47618) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:50.145840 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8202229-51ec-41ea-aa70-dc270cc2228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:50.147223 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b8202229-51ec-41ea-aa70-dc270cc2228d admin admin] 10.222.0.109 "GET /v2.0/networks/5a9f6297-ce3d-44e9-b96b-aad6360b6fcc HTTP/1.1" status: 200 len: 825 time: 0.3845484 Jan 25 02:27:50.185920 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2b34eae6-ae8f-44ba-9822-edce675c80aa admin admin] 10.222.0.109 "GET /v2.0/subnetpools/80a7fa37-56bf-4247-bfd5-600581ec6082 HTTP/1.1" status: 200 len: 734 time: 0.0329709 Jan 25 02:27:50.194583 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'gateway_ip': '172.20.0.1', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'ip_version': 4, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:50.218196 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Made reservation on behalf of 243a81ea00194b2c916bb293542933f9 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:27:50.220490 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:50.503974 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (50306669-2de6-41ec-b24a-c55a4acfcda8), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:50.569833 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50306669-2de6-41ec-b24a-c55a4acfcda8,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:50.573719 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Checking segment: {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:27:50.574078 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Network hostable DHCP agents. Network: 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:27:50.594449 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:27:50.606276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:27:50.610914 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:27:50.611526 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:50.616096 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ed432-03a4-413b-a670-e96ca4ae471b None None] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:27:50.627382 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-04045a84-dc9f-4c92-b992-887781774150 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4360125 Jan 25 02:27:50.884365 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'project_id': '243a81ea00194b2c916bb293542933f9', 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:27:50.885597 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.162922 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Allocated IP 172.20.0.2 (5a9f6297-ce3d-44e9-b96b-aad6360b6fcc/50306669-2de6-41ec-b24a-c55a4acfcda8/e56e32b8-313a-4040-8a8f-c19f3d61fd40) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:27:51.436476 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks [] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.444290 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.536327 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:27:51.541013 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:27:51.543108 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Pushing event updated for resources: {'Port': ['ID=e56e32b8-313a-4040-8a8f-c19f3d61fd40,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:51.551257 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:27:51.554725 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.555100 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.555461 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.556318 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.556870 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.557321 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.557662 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.557994 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.558327 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.558672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.559030 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.559351 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.559672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Tracked resource versions report: Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: pushed versions: Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: { 'AddressGroup': {'1.2'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Log': {'1.0'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Network': {'1.1'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Port': {'1.7'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'PortForwarding': {'1.2'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'QosPolicy': {'1.10'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroup': {'1.5'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SubPort': {'1.0'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Subnet': {'1.1'}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Trunk': {'1.1'}} Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: consumer versions: Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'ConntrackHelper': '1.0', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'LocalIPAssociation': '1.0', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Log': '1.0', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Network': '1.1', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Port': '1.7', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'PortForwarding': '1.2', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'QosPolicy': '1.10', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroup': '1.5', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroupRule': '1.2', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'SubPort': '1.0', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Subnet': '1.1', Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: 'Trunk': '1.1'}} Jan 25 02:27:51.560788 dv-cinder-819778-6-smb neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:27:51.645344 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Attempting to bind port e56e32b8-313a-4040-8a8f-c19f3d61fd40 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:27:51.646017 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Attempting to bind port e56e32b8-313a-4040-8a8f-c19f3d61fd40 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:27:51.646606 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Attempting to bind port e56e32b8-313a-4040-8a8f-c19f3d61fd40 on network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:27:51.653808 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:27:51.654177 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Checking segment: {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:27:51.654836 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.655432 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Bound using segment: {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:27:51.656165 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Bound port: e56e32b8-313a-4040-8a8f-c19f3d61fd40, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:27:51.656746 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.725740 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] For port e56e32b8-313a-4040-8a8f-c19f3d61fd40, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:27:51.730936 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] For port e56e32b8-313a-4040-8a8f-c19f3d61fd40, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=e56e32b8-313a-4040-8a8f-c19f3d61fd40,segment=NetworkSegment(23dc7eab-c98d-4620-891f-f92ecfe370e4),segment_id=23dc7eab-c98d-4620-891f-f92ecfe370e4)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:27:51.736195 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:51.800857 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71662be-9cf9-47ce-ac24-ed576c9710fe None None] Pushing event updated for resources: {'Port': ['ID=e56e32b8-313a-4040-8a8f-c19f3d61fd40,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:27:53.137700 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47626) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:53.461454 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-a8643af6-3e7a-48ec-b484-67eea8da646d admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:53.462712 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a8643af6-3e7a-48ec-b484-67eea8da646d admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238628 Jan 25 02:27:55.933340 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:56.245532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-f2bb01bb-22d4-4bcf-bcb9-86e7f6404d98 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:27:56.246542 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f2bb01bb-22d4-4bcf-bcb9-86e7f6404d98 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122671 Jan 25 02:27:58.974479 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:27:59.273904 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'name': 'router1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:27:59.298852 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (6cd34935-abbf-4a57-86da-324d41135710), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:59.300692 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (6cd34935-abbf-4a57-86da-324d41135710), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:59.442914 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Publish callbacks [] for router_controller (6cd34935-abbf-4a57-86da-324d41135710), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:59.447861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (6cd34935-abbf-4a57-86da-324d41135710), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:59.461477 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:27:59.462942 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5cd98707-05c1-4f0e-89f5-475f691bb673 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4871969 Jan 25 02:27:59.883835 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f23af67b-4e74-49ab-b761-fb12c0e23356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:01.953899 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47656) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:02.201649 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-34bcb5fd-3e72-4934-bf38-6a76dc7a245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:02.266844 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-589d46d1-0ebe-4269-84e8-b5881b56ccc0 admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:28:02.267969 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-589d46d1-0ebe-4269-84e8-b5881b56ccc0 admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131247 Jan 25 02:28:02.832705 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e56e32b8-313a-4040-8a8f-c19f3d61fd40 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:02.874620 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cad258-5227-4e3f-adb0-9879e68f8c22 None None] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:02.984512 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Provisioning complete for port e56e32b8-313a-4040-8a8f-c19f3d61fd40 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:02.984829 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.030277 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port e56e32b8-313a-4040-8a8f-c19f3d61fd40 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:03.030670 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.228411 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:03.229146 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.241297 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.261478 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:03.261867 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.286972 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] For port e56e32b8-313a-4040-8a8f-c19f3d61fd40, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=e56e32b8-313a-4040-8a8f-c19f3d61fd40,segment=NetworkSegment(23dc7eab-c98d-4620-891f-f92ecfe370e4),segment_id=23dc7eab-c98d-4620-891f-f92ecfe370e4)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:03.294879 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.373793 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:28:03.374194 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG oslo_db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:28:03.378673 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d65290-a9e4-4c79-8ea9-20e6242af713 None None] Pushing event updated for resources: {'Port': ['ID=e56e32b8-313a-4040-8a8f-c19f3d61fd40,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:03.413367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-7f38bc67-ee3b-4c02-bb66-cebcd2822781 None None] Provisioning complete for port e56e32b8-313a-4040-8a8f-c19f3d61fd40 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:03.413740 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7f38bc67-ee3b-4c02-bb66-cebcd2822781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:03.492372 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-7f38bc67-ee3b-4c02-bb66-cebcd2822781 None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:03.909356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:04.770495 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:04.794252 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e56e32b8-313a-4040-8a8f-c19f3d61fd40 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:04.802614 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47690) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:04.843955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port e56e32b8-313a-4040-8a8f-c19f3d61fd40 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:04.844356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:04.924105 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:04.934643 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Request body: {'network': {'provider:network_type': 'flat', 'tenant_id': 'd91d87b1e81f4cdb91b7635da1312b6e', 'router:external': True, 'is_default': True, 'name': 'public', 'project_id': 'd91d87b1e81f4cdb91b7635da1312b6e', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:04.957035 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Made reservation on behalf of d91d87b1e81f4cdb91b7635da1312b6e for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:28:04.959311 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:04.967951 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.041049 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks [] for security_group (35507115-b03d-4cac-8425-79ebd9274193), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.044769 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (35507115-b03d-4cac-8425-79ebd9274193), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.059873 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Reserving flat network on physical network physnet1 {{(pid=102599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 02:28:05.081764 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (33d65ad0-1ed7-4f6a-8fe2-08602a71126d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.082046 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Added segment 33d65ad0-1ed7-4f6a-8fe2-08602a71126d of type flat for network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 Jan 25 02:28:05.083341 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35507115-b03d-4cac-8425-79ebd9274193,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:05.134501 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (061b8da9-fb2e-4a62-ab61-4f788bef00c0), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.166257 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (061b8da9-fb2e-4a62-ab61-4f788bef00c0), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.167342 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:05.167930 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:05.196765 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3929520 Jan 25 02:28:05.230643 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8283628-76dd-41a0-9a01-f738f60455ae admin admin] Pushing event updated for resources: {'Network': ['ID=061b8da9-fb2e-4a62-ab61-4f788bef00c0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:05.241013 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:28:06.166612 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:07.532968 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47698) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:07.626767 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068efaf0-694e-45de-b625-8804cb98d43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:07.628095 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-068efaf0-694e-45de-b625-8804cb98d43b admin admin] 10.222.0.109 "GET /v2.0/subnets/50306669-2de6-41ec-b24a-c55a4acfcda8 HTTP/1.1" status: 200 len: 849 time: 0.0941737 Jan 25 02:28:07.740833 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-346386e7-1796-4e46-83cc-bc1f282e666b admin admin] 10.222.0.109 "GET /v2.0/routers/6cd34935-abbf-4a57-86da-324d41135710 HTTP/1.1" status: 200 len: 704 time: 0.1071069 Jan 25 02:28:07.996547 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.279317 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Allocated IP 172.20.0.1 (5a9f6297-ce3d-44e9-b96b-aad6360b6fcc/50306669-2de6-41ec-b24a-c55a4acfcda8/a517cbc1-7b25-4636-b93b-709e5ef89f5a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:28:08.478361 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:08.485022 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks [] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.552159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.625088 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:08.633185 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:08.642607 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:28:08.643171 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (6cd34935-abbf-4a57-86da-324d41135710), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.663048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=a517cbc1-7b25-4636-b93b-709e5ef89f5a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:08.836328 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.845913 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-6524bdf5-5ac1-40ad-aa38-47ecf0011175 None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:08.846413 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6524bdf5-5ac1-40ad-aa38-47ecf0011175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:08.879960 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-6524bdf5-5ac1-40ad-aa38-47ecf0011175 None None] Port a517cbc1-7b25-4636-b93b-709e5ef89f5a cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:09.041193 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks [] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.045517 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.046292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (6cd34935-abbf-4a57-86da-324d41135710), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.127296 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Pushing event updated for resources: {'Port': ['ID=a517cbc1-7b25-4636-b93b-709e5ef89f5a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:09.168594 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:09.169892 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:09.337069 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Router 6cd34935-abbf-4a57-86da-324d41135710 is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:28:09.404511 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-0f10b125-a56a-40cd-a0d8-89d16bfa35c5 None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:09.404830 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f10b125-a56a-40cd-a0d8-89d16bfa35c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:09.425120 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:28:09.442632 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-29cfa50c-1fb4-4aa5-95f1-b9a4d3f3dd77 admin admin] 10.222.0.109 "PUT /v2.0/routers/6cd34935-abbf-4a57-86da-324d41135710/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6848576 Jan 25 02:28:09.443343 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-0f10b125-a56a-40cd-a0d8-89d16bfa35c5 None None] Port a517cbc1-7b25-4636-b93b-709e5ef89f5a cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:09.447892 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Sync routers for ids ['6cd34935-abbf-4a57-86da-324d41135710'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:28:09.459646 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Routers {'6cd34935-abbf-4a57-86da-324d41135710'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:09.461319 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:28:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6cd34935-abbf-4a57-86da-324d41135710'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:09.647158 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Set router 6cd34935-abbf-4a57-86da-324d41135710 gateway port host: None {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:10.076122 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:08Z', 'revision_number': 2, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port_host': None, '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:08Z', 'revision_number': 2, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:10.124418 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Checking router: 6cd34935-abbf-4a57-86da-324d41135710 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:28:10.124794 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Updating router 6cd34935-abbf-4a57-86da-324d41135710 port a517cbc1-7b25-4636-b93b-709e5ef89f5a binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:28:10.199594 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.681691 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks [] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.687895 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.852255 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Pushing event updated for resources: {'Port': ['ID=a517cbc1-7b25-4636-b93b-709e5ef89f5a,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:10.860050 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Attempting to bind port a517cbc1-7b25-4636-b93b-709e5ef89f5a on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:28:10.860461 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Attempting to bind port a517cbc1-7b25-4636-b93b-709e5ef89f5a by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:28:10.860915 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Attempting to bind port a517cbc1-7b25-4636-b93b-709e5ef89f5a on network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:10.869001 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.869361 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.869732 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.870077 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.870413 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.870992 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.871169 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.871476 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.871813 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.872106 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-18046b8d-c222-431f-baad-35aeb3e294b0 None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:10.872549 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.872549 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.872673 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-18046b8d-c222-431f-baad-35aeb3e294b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.872840 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.873107 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Tracked resource versions report: Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: pushed versions: Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: { 'AddressGroup': {'1.2'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'ConntrackHelper': {'1.0'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Log': {'1.0'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Network': {'1.1'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Port': {'1.7'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'PortForwarding': {'1.2'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'QosPolicy': {'1.10'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroup': {'1.5'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SubPort': {'1.0'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Subnet': {'1.1'}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Trunk': {'1.1'}} Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: consumer versions: Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'ConntrackHelper': '1.0', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'LocalIPAssociation': '1.0', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Log': '1.0', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Network': '1.1', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Port': '1.7', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'PortForwarding': '1.2', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'QosPolicy': '1.10', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroup': '1.5', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroupRule': '1.2', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'SubPort': '1.0', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Subnet': '1.1', Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: 'Trunk': '1.1'}} Jan 25 02:28:10.874245 dv-cinder-819778-6-smb neutron-server[102603]: {{(pid=102603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:28:10.876865 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:28:10.877085 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Checking segment: {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:10.877522 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.877909 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Bound using segment: {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:28:10.878419 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Bound port: a517cbc1-7b25-4636-b93b-709e5ef89f5a, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc7eab-c98d-4620-891f-f92ecfe370e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:28:10.878802 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:10.916315 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-18046b8d-c222-431f-baad-35aeb3e294b0 None None] Port a517cbc1-7b25-4636-b93b-709e5ef89f5a cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:28:10.948908 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] For port a517cbc1-7b25-4636-b93b-709e5ef89f5a, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:28:10.969210 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] For port a517cbc1-7b25-4636-b93b-709e5ef89f5a, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=a517cbc1-7b25-4636-b93b-709e5ef89f5a,segment=NetworkSegment(23dc7eab-c98d-4620-891f-f92ecfe370e4),segment_id=23dc7eab-c98d-4620-891f-f92ecfe370e4)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:28:10.974137 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:11.033167 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b67d0-6598-4dcc-a4d9-52559a3e0ead None None] Pushing event updated for resources: {'Port': ['ID=a517cbc1-7b25-4636-b93b-709e5ef89f5a,revision_number=4']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:11.039889 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Routers {'6cd34935-abbf-4a57-86da-324d41135710'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:11.040507 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:28:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6cd34935-abbf-4a57-86da-324d41135710'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:11.130395 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] Set router 6cd34935-abbf-4a57-86da-324d41135710 gateway port host: None {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:11.236357 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:11.236830 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:11.316329 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Current status of the port a517cbc1-7b25-4636-b93b-709e5ef89f5a is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:11.316791 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:11.347845 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:08Z', 'revision_number': 2, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port_host': None, '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:10Z', 'revision_number': 4, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:11.351033 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] For port a517cbc1-7b25-4636-b93b-709e5ef89f5a, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=a517cbc1-7b25-4636-b93b-709e5ef89f5a,segment=NetworkSegment(23dc7eab-c98d-4620-891f-f92ecfe370e4),segment_id=23dc7eab-c98d-4620-891f-f92ecfe370e4)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:11.357049 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:11.378687 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66fb0b-df0a-4f37-9501-a9ff3ef03934 None None] The sync data for ids ['6cd34935-abbf-4a57-86da-324d41135710'] in dv-cinder-819778-6-smb is: [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:08Z', 'revision_number': 2, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port_host': None, '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:10Z', 'revision_number': 4, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:28:11.407781 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278de63-bb70-4262-b25d-34b106776d34 None None] Pushing event updated for resources: {'Port': ['ID=a517cbc1-7b25-4636-b93b-709e5ef89f5a,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:14.123434 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:14.230484 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1beda-4037-4550-837a-10456e724554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:14.237176 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ece1beda-4037-4550-837a-10456e724554 admin admin] 10.222.0.109 "GET /v2.0/networks/061b8da9-fb2e-4a62-ab61-4f788bef00c0 HTTP/1.1" status: 200 len: 842 time: 0.1074643 Jan 25 02:28:14.241225 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'tenant_id': 'd91d87b1e81f4cdb91b7635da1312b6e', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:14.263447 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Made reservation on behalf of d91d87b1e81f4cdb91b7635da1312b6e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:28:14.265839 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:14.622144 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.objects.ports [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 25 02:28:14.622608 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (0e6248e9-cce7-448d-bd8d-f132b2ffe9f8), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:14.677410 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6248e9-cce7-448d-bd8d-f132b2ffe9f8,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:14.685139 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:14.685503 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Network hostable DHCP agents. Network: 061b8da9-fb2e-4a62-ab61-4f788bef00c0, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:28:14.702680 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:28:14.711334 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 061b8da9-fb2e-4a62-ab61-4f788bef00c0) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:14.715611 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:14.716063 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:14.723437 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd5247-c6bf-4fb2-af16-0e8bda3bdb4a None None] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:14.731964 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-75374121-9d44-45d1-a3c8-262964671557 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4939277 Jan 25 02:28:14.832609 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d251a6-560b-4ab5-8be8-65c271bdf24c None None] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:28:17.246237 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47724) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:17.380191 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c6ca00a5-aa65-4717-8a38-c2b96f8c7112 admin admin] 10.222.0.109 "GET /v2.0/routers/6cd34935-abbf-4a57-86da-324d41135710 HTTP/1.1" status: 200 len: 710 time: 0.1326611 Jan 25 02:28:17.471759 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087a3b2-9860-4a20-925e-716fe88471d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:28:17.473162 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0087a3b2-9860-4a20-925e-716fe88471d8 admin admin] 10.222.0.109 "GET /v2.0/networks/061b8da9-fb2e-4a62-ab61-4f788bef00c0 HTTP/1.1" status: 200 len: 886 time: 0.0865796 Jan 25 02:28:17.482256 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:28:17.729516 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks [] for router_gateway (6cd34935-abbf-4a57-86da-324d41135710), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:17.983362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks [] for router_gateway (6cd34935-abbf-4a57-86da-324d41135710), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.064250 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.170830 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Allocated IP 172.28.2.16 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/743741cc-070e-4d35-b389-ca5f569c2a2c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:28:18.276989 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks [] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.309498 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.347230 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:28:18.349837 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:28:18.355564 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:28:18.388319 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Pushing event updated for resources: {'Port': ['ID=743741cc-070e-4d35-b389-ca5f569c2a2c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:18.686082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks [] for router_gateway (6cd34935-abbf-4a57-86da-324d41135710), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.827862 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device a517cbc1-7b25-4636-b93b-709e5ef89f5a up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:18.877527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:18.877924 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.887664 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536383633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536373702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3419'] for router (6cd34935-abbf-4a57-86da-324d41135710), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.892426 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536383642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536383732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536373757'] for router (6cd34935-abbf-4a57-86da-324d41135710), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:18.963663 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port a517cbc1-7b25-4636-b93b-709e5ef89f5a is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:19.016810 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Router 6cd34935-abbf-4a57-86da-324d41135710 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:28:19.116198 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:28:19.120492 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:19.121971 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f416a197-d2a7-429c-9994-66727d0ae075 admin admin] 10.222.0.109 "PUT /v2.0/routers/6cd34935-abbf-4a57-86da-324d41135710 HTTP/1.1" status: 200 len: 889 time: 1.6429038 Jan 25 02:28:19.846016 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Sync routers for ids ['6cd34935-abbf-4a57-86da-324d41135710'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:28:19.858044 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Routers {'6cd34935-abbf-4a57-86da-324d41135710'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:19.858687 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:28:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6cd34935-abbf-4a57-86da-324d41135710'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:20.076199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Set router 6cd34935-abbf-4a57-86da-324d41135710 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:20.549183 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:18Z', 'revision_number': 4, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port': {'id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:18Z', 'updated_at': '2022-01-25T02:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:11Z', 'revision_number': 5, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:20.603151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Checking router: 6cd34935-abbf-4a57-86da-324d41135710 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:28:20.603508 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Updating router 6cd34935-abbf-4a57-86da-324d41135710 port 743741cc-070e-4d35-b389-ca5f569c2a2c binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:28:20.649241 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:20.959748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks [] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:20.964991 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.017804 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b3c39-8ab3-4444-8b36-312c4328874a None None] Pushing event updated for resources: {'Port': ['ID=743741cc-070e-4d35-b389-ca5f569c2a2c,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:21.021856 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Attempting to bind port 743741cc-070e-4d35-b389-ca5f569c2a2c on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:28:21.022282 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Attempting to bind port 743741cc-070e-4d35-b389-ca5f569c2a2c by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:28:21.022872 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Attempting to bind port 743741cc-070e-4d35-b389-ca5f569c2a2c on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:28:21.028122 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:28:21.028502 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:28:21.028910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.029298 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:28:21.029766 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Bound port: 743741cc-070e-4d35-b389-ca5f569c2a2c, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:28:21.030151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.078709 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] For port 743741cc-070e-4d35-b389-ca5f569c2a2c, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:28:21.081653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] For port 743741cc-070e-4d35-b389-ca5f569c2a2c, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=743741cc-070e-4d35-b389-ca5f569c2a2c,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:28:21.086253 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:21.145539 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b3c39-8ab3-4444-8b36-312c4328874a None None] Pushing event updated for resources: {'Port': ['ID=743741cc-070e-4d35-b389-ca5f569c2a2c,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:21.148085 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Routers {'6cd34935-abbf-4a57-86da-324d41135710'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:28:21.148639 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:28:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6cd34935-abbf-4a57-86da-324d41135710'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:21.255423 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] Set router 6cd34935-abbf-4a57-86da-324d41135710 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:28:21.470034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:18Z', 'revision_number': 4, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port': {'id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:18Z', 'updated_at': '2022-01-25T02:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:11Z', 'revision_number': 5, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:28:21.496491 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ba616-a54f-4aac-850d-2ad82d321eb2 None None] The sync data for ids ['6cd34935-abbf-4a57-86da-324d41135710'] in dv-cinder-819778-6-smb is: [{'id': '6cd34935-abbf-4a57-86da-324d41135710', 'name': 'router1', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:27:59Z', 'updated_at': '2022-01-25T02:28:18Z', 'revision_number': 4, 'project_id': '243a81ea00194b2c916bb293542933f9', 'gw_port': {'id': '743741cc-070e-4d35-b389-ca5f569c2a2c', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:18Z', 'updated_at': '2022-01-25T02:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'a517cbc1-7b25-4636-b93b-709e5ef89f5a', 'name': '', 'network_id': '5a9f6297-ce3d-44e9-b96b-aad6360b6fcc', 'tenant_id': '243a81ea00194b2c916bb293542933f9', 'mac_address': 'fa:16:3e:3c:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd34935-abbf-4a57-86da-324d41135710', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:28:08Z', 'updated_at': '2022-01-25T02:28:11Z', 'revision_number': 5, 'project_id': '243a81ea00194b2c916bb293542933f9', 'subnets': [{'id': '50306669-2de6-41ec-b24a-c55a4acfcda8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '80a7fa37-56bf-4247-bfd5-600581ec6082'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:28:21.641738 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 47736) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:28:21.763476 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7d20dac8-c36d-4ae1-9966-53032b73ccbe admin admin] 10.222.0.109 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1199949 Jan 25 02:28:22.835739 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 743741cc-070e-4d35-b389-ca5f569c2a2c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:22.883784 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 743741cc-070e-4d35-b389-ca5f569c2a2c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:22.884182 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:22.966315 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 743741cc-070e-4d35-b389-ca5f569c2a2c is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:22.966315 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:22.988835 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 743741cc-070e-4d35-b389-ca5f569c2a2c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=743741cc-070e-4d35-b389-ca5f569c2a2c,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:28:22.993909 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:23.042568 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=743741cc-070e-4d35-b389-ca5f569c2a2c,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:28:24.807174 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 743741cc-070e-4d35-b389-ca5f569c2a2c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:28:24.858463 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 743741cc-070e-4d35-b389-ca5f569c2a2c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:28:24.858966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (743741cc-070e-4d35-b389-ca5f569c2a2c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:24.940988 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 743741cc-070e-4d35-b389-ca5f569c2a2c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:28:29.911603 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-17eda4f9-1a11-4c3f-8184-74c37919ddf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:32.205903 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b87dd7b-9d1a-44eb-b957-cf93c31f00f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:33.184576 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:34.773396 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:36.178749 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:28:45.478558 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:28:59.881757 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e48af914-8298-4a5c-a9b8-94a28e92cd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:02.208577 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-78720c8c-aa46-4b60-9f29-62262a1082b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:03.161795 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:04.772076 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:06.174737 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:22.479638 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:29:29.874130 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-44d11477-87f9-4a07-8ec9-64863590ee7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:32.202649 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20f5c8b9-11ba-4d5e-b80f-1bd23db4719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:33.165029 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:34.775028 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:36.178591 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:45.688340 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48220) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:45.749102 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3db0e4-aef1-42ef-a065-9e35d35f329f admin admin] GET failed (client error): The resource could not be found. Jan 25 02:29:45.750377 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1c3db0e4-aef1-42ef-a065-9e35d35f329f admin admin] 10.222.0.109 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610819 Jan 25 02:29:45.915705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7751ef4-5a16-487a-bbc8-5f5121470b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:45.917183 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c7751ef4-5a16-487a-bbc8-5f5121470b0d admin admin] 10.222.0.109 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1626163 Jan 25 02:29:48.145063 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48230) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:48.301972 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a271969-85fe-457e-8c96-22e8713f56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:48.303485 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5a271969-85fe-457e-8c96-22e8713f56e8 admin admin] 10.222.0.109 "GET /v2.0/subnets/50306669-2de6-41ec-b24a-c55a4acfcda8 HTTP/1.1" status: 200 len: 849 time: 0.1574504 Jan 25 02:29:48.313099 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:29:48.395608 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Publish callbacks [] for subnet (50306669-2de6-41ec-b24a-c55a4acfcda8), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:48.546273 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739990110284'] for subnet (50306669-2de6-41ec-b24a-c55a4acfcda8), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:48.605017 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:48.605928 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:48.608896 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] 10.222.0.109 "PUT /v2.0/subnets/50306669-2de6-41ec-b24a-c55a4acfcda8 HTTP/1.1" status: 200 len: 868 time: 0.2975104 Jan 25 02:29:48.611391 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d99d31-b159-44cf-983b-80dcdf958a65 None None] Network 5a9f6297-ce3d-44e9-b96b-aad6360b6fcc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:29:48.632664 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50306669-2de6-41ec-b24a-c55a4acfcda8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:29:48.642875 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.643286 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.644981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.645345 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.645733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.646071 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.646404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.646728 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.647077 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.647425 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.647753 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.648218 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.648546 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d254246-b05e-4e5e-8709-a3cd1fa802c4 admin admin] Tracked resource versions report: Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: pushed versions: Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: { 'AddressGroup': {'1.2'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Log': {'1.0'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Network': {'1.1'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Port': {'1.7'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'PortForwarding': {'1.2'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'QosPolicy': {'1.10'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroup': {'1.5'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SubPort': {'1.0'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Subnet': {'1.1'}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Trunk': {'1.1'}} Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: consumer versions: Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'ConntrackHelper': '1.0', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'LocalIPAssociation': '1.0', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Log': '1.0', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Network': '1.1', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Port': '1.7', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'PortForwarding': '1.2', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'QosPolicy': '1.10', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroup': '1.5', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroupRule': '1.2', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'SubPort': '1.0', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Subnet': '1.1', Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: 'Trunk': '1.1'}} Jan 25 02:29:48.649870 dv-cinder-819778-6-smb neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:29:48.913122 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Provisioning complete for port a517cbc1-7b25-4636-b93b-709e5ef89f5a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:29:48.913514 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (a517cbc1-7b25-4636-b93b-709e5ef89f5a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:48.991583 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Current status of the port a517cbc1-7b25-4636-b93b-709e5ef89f5a is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:49.001252 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Provisioning complete for port e56e32b8-313a-4040-8a8f-c19f3d61fd40 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:29:49.001591 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e56e32b8-313a-4040-8a8f-c19f3d61fd40), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:29:49.074821 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-6240ef25-986e-4e2b-9dd5-4038dc7b57ac None None] Current status of the port e56e32b8-313a-4040-8a8f-c19f3d61fd40 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:29:50.873307 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48244) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:51.098449 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f69cf-2d7e-41f5-8347-f072c10e51ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:51.098844 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f69cf-2d7e-41f5-8347-f072c10e51ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:51.100418 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6f9f69cf-2d7e-41f5-8347-f072c10e51ab admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2261503 Jan 25 02:29:53.312600 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48252) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:53.455517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a3f91-a3d5-46e7-b783-9110b0765da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:53.456118 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a3f91-a3d5-46e7-b783-9110b0765da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:53.457678 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-738a3f91-a3d5-46e7-b783-9110b0765da2 admin admin] 10.222.0.109 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1440341 Jan 25 02:29:55.709094 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48260) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:55.944052 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37829a8a-0341-41f6-a460-605f14a9a00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:55.947681 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-37829a8a-0341-41f6-a460-605f14a9a00d admin admin] 10.222.0.109 "GET /v2.0/networks/061b8da9-fb2e-4a62-ab61-4f788bef00c0 HTTP/1.1" status: 200 len: 886 time: 0.2359765 Jan 25 02:29:58.229182 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48268) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:29:58.359121 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8059d8-60dc-4405-9738-1eda5eb58f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:29:58.360506 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-4b8059d8-60dc-4405-9738-1eda5eb58f40 admin admin] 10.222.0.109 "GET /v2.0/networks/5a9f6297-ce3d-44e9-b96b-aad6360b6fcc HTTP/1.1" status: 200 len: 869 time: 0.1303773 Jan 25 02:29:59.478133 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:29:59.875879 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d1b8eaba-df6e-4d64-b82d-a0cbbe0a9c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:00.602433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48276) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:00.727340 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1162-bbce-43f7-ad36-90a0467cc214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:00.727809 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b1162-bbce-43f7-ad36-90a0467cc214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:00.729352 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-831b1162-bbce-43f7-ad36-90a0467cc214 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259334 Jan 25 02:30:02.205186 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-074c635c-e238-4d29-9400-03b17a4a82e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:02.996527 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:03.091527 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8a46e-b00f-491a-ae4c-79847cbe4dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:03.091888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8a46e-b00f-491a-ae4c-79847cbe4dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:03.093388 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1ae8a46e-b00f-491a-ae4c-79847cbe4dd1 admin admin] 10.222.0.109 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958982 Jan 25 02:30:03.168549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:04.777031 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:05.351712 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:05.435944 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353df83-68f2-4c8e-925c-4b8b33339c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:05.437289 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e353df83-68f2-4c8e-925c-4b8b33339c26 admin admin] 10.222.0.109 "GET /v2.0/subnets/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8 HTTP/1.1" status: 200 len: 816 time: 0.0846269 Jan 25 02:30:06.181267 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:07.681481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48300) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:07.772611 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744e992-3154-4104-843b-dd878aeea058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:07.773953 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-3744e992-3154-4104-843b-dd878aeea058 admin admin] 10.222.0.109 "GET /v2.0/subnets/50306669-2de6-41ec-b24a-c55a4acfcda8 HTTP/1.1" status: 200 len: 868 time: 0.0915313 Jan 25 02:30:29.878438 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-501daf4b-63ad-4f9e-97ae-1d8483d17fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:32.208128 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b5775e8e-dde8-4cad-9170-314ecfcbc11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:32.526153 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48354) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:32.574598 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-12260cc7-1ff5-4c55-ac27-f4fee6542a8a admin admin] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:30:32.575684 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-12260cc7-1ff5-4c55-ac27-f4fee6542a8a admin admin] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486002 Jan 25 02:30:33.169795 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.784359 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:34.948149 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48362) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:35.011282 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a9fb90-9237-4c36-ac22-7c7601722b59 admin admin] GET failed (client error): The resource could not be found. Jan 25 02:30:35.012595 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-03a9fb90-9237-4c36-ac22-7c7601722b59 admin admin] 10.222.0.109 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635042 Jan 25 02:30:35.096851 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261c64e-fde4-490e-9e36-f9ef42071eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:35.098703 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c261c64e-fde4-490e-9e36-f9ef42071eca admin admin] 10.222.0.109 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819790 Jan 25 02:30:36.184754 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:36.476776 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:30:37.431067 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:37.478477 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'tenant_id': 'd91d87b1e81f4cdb91b7635da1312b6e', 'shared': True, 'project_id': 'd91d87b1e81f4cdb91b7635da1312b6e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:30:37.504862 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Made reservation on behalf of d91d87b1e81f4cdb91b7635da1312b6e for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:30:37.507215 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.534425 dv-cinder-819778-6-smb neutron-server[102599]: WARNING neutron.services.revisions.revision_plugin [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Could not find related network for resource to bump revision. Jan 25 02:30:37.547501 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:30:37.557804 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (ec046334-a911-49f7-8b74-b703632c9825), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.558140 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Added segment ec046334-a911-49f7-8b74-b703632c9825 of type vlan for network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 Jan 25 02:30:37.600809 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (4f694269-ca40-4e6d-93f5-bc49d1a9a8d7), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.626908 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (4f694269-ca40-4e6d-93f5-bc49d1a9a8d7), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.627864 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:37.628627 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:37.683956 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2517710 Jan 25 02:30:37.689362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Pushing event updated for resources: {'Network': ['ID=4f694269-ca40-4e6d-93f5-bc49d1a9a8d7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:37.699300 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.699663 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.700019 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.700357 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.700683 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.701006 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.701330 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.701677 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.702005 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.702338 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.702661 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.702979 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.703328 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf12c-cb4e-4ed1-8835-7db56364a7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:37.718036 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:30:40.067969 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:30:40.131666 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3ec5c8-c507-4a9d-9e53-17a6b8b830be admin admin] GET failed (client error): The resource could not be found. Jan 25 02:30:40.133021 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5e3ec5c8-c507-4a9d-9e53-17a6b8b830be admin admin] 10.222.0.109 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0640953 Jan 25 02:30:40.207909 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc9a88-3668-4390-a028-b2ea5b697d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:40.209380 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-43dc9a88-3668-4390-a028-b2ea5b697d18 admin admin] 10.222.0.109 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722117 Jan 25 02:30:40.220657 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7', 'name': 'shared-subnet', 'description': 'shared-subnet', 'tenant_id': 'd91d87b1e81f4cdb91b7635da1312b6e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:30:40.243535 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Made reservation on behalf of d91d87b1e81f4cdb91b7635da1312b6e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:30:40.245868 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:40.518342 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (a56dc38a-82dd-4065-95c1-aabffaa18f0f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:40.568294 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56dc38a-82dd-4065-95c1-aabffaa18f0f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:40.585814 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Checking segment: {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:30:40.586167 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Network hostable DHCP agents. Network: 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:30:40.603870 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:30:40.612855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:30:40.621461 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d03d65-81ec-4878-9f8f-ef9975b297c6 None None] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:30:40.623714 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:30:40.624320 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:40.641331 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7583b783-88a7-4b09-ab77-21a6bdc7c7ba admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4242816 Jan 25 02:30:40.731022 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-4f694269-ca40-4e6d-93f5-bc49d1a9a8d7', 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7', 'project_id': 'd91d87b1e81f4cdb91b7635da1312b6e', 'fixed_ips': [{'subnet_id': 'a56dc38a-82dd-4065-95c1-aabffaa18f0f'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:30:40.732018 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:40.879917 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Allocated IP 192.168.233.2 (4f694269-ca40-4e6d-93f5-bc49d1a9a8d7/a56dc38a-82dd-4065-95c1-aabffaa18f0f/f51e629f-7c1d-4e12-9b3c-b4d03a711028) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:30:41.162174 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks [] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.168358 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.207046 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:30:41.212922 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:30:41.219602 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:30:41.226545 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Pushing event updated for resources: {'Port': ['ID=f51e629f-7c1d-4e12-9b3c-b4d03a711028,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:41.249845 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.250199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.250567 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.250909 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.251308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.251619 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.252312 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.252312 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.252618 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.252928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.253294 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.254374 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.254791 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:30:41.301503 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Attempting to bind port f51e629f-7c1d-4e12-9b3c-b4d03a711028 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:30:41.302459 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Attempting to bind port f51e629f-7c1d-4e12-9b3c-b4d03a711028 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:30:41.302459 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Attempting to bind port f51e629f-7c1d-4e12-9b3c-b4d03a711028 on network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:30:41.308616 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:30:41.308805 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Checking segment: {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:30:41.309076 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.309475 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Bound using segment: {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:30:41.309956 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Bound port: f51e629f-7c1d-4e12-9b3c-b4d03a711028, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:30:41.310341 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.380380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] For port f51e629f-7c1d-4e12-9b3c-b4d03a711028, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:30:41.382871 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] For port f51e629f-7c1d-4e12-9b3c-b4d03a711028, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f51e629f-7c1d-4e12-9b3c-b4d03a711028,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:30:41.391287 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:41.458559 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1699952-0f31-4423-8ed3-b05b6ef884c3 None None] Pushing event updated for resources: {'Port': ['ID=f51e629f-7c1d-4e12-9b3c-b4d03a711028,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:42.676088 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf4891-2ceb-4ee2-b74d-0b2aa73ab86b None None] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:30:42.760102 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Provisioning complete for port f51e629f-7c1d-4e12-9b3c-b4d03a711028 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:42.760510 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:42.875419 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Current status of the port f51e629f-7c1d-4e12-9b3c-b4d03a711028 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:42.875820 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:42.945636 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] For port f51e629f-7c1d-4e12-9b3c-b4d03a711028, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f51e629f-7c1d-4e12-9b3c-b4d03a711028,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:30:42.952780 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:43.022786 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4a9e3-aec8-4b78-a254-619b0262527b None None] Pushing event updated for resources: {'Port': ['ID=f51e629f-7c1d-4e12-9b3c-b4d03a711028,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:30:43.055340 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f51e629f-7c1d-4e12-9b3c-b4d03a711028 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:30:43.108201 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f51e629f-7c1d-4e12-9b3c-b4d03a711028 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:43.108588 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:43.198093 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f51e629f-7c1d-4e12-9b3c-b4d03a711028 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:43.201933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-c72a8972-3652-4926-923a-6de25505dfa5 None None] Provisioning complete for port f51e629f-7c1d-4e12-9b3c-b4d03a711028 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:43.202312 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c72a8972-3652-4926-923a-6de25505dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:43.282784 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-c72a8972-3652-4926-923a-6de25505dfa5 None None] Current status of the port f51e629f-7c1d-4e12-9b3c-b4d03a711028 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:44.927519 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f51e629f-7c1d-4e12-9b3c-b4d03a711028 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:30:44.975284 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f51e629f-7c1d-4e12-9b3c-b4d03a711028 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:30:44.975675 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f51e629f-7c1d-4e12-9b3c-b4d03a711028), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:30:45.050256 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f51e629f-7c1d-4e12-9b3c-b4d03a711028 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:30:59.881201 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dbb8e9d7-4051-4d1f-adda-8276debe1a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:02.210645 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a1d0153a-4326-4cb2-9c03-4ed9afaae04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:03.173484 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:04.786464 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:06.191695 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:13.476944 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:31:29.884199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a189b320-0c83-4fef-b259-30ab15564972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:32.215300 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-798d9a37-5461-490e-9f08-3ab7bfc8959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:33.178157 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:34.795260 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:36.184759 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:50.476272 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:31:59.338101 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:59.343983 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [None req-86797764-01fa-462d-8226-4f6f18d327be tempest-verify_tempest_config-499047302 tempest-verify_tempest_config-499047302-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:31:59.344944 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-86797764-01fa-462d-8226-4f6f18d327be tempest-verify_tempest_config-499047302 tempest-verify_tempest_config-499047302-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058849 Jan 25 02:31:59.634077 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:59.738149 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:59.813590 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Publish callbacks [] for security_group (b56ed1a1-07f8-4544-8a81-9e8925ddadd8), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:59.818496 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b56ed1a1-07f8-4544-8a81-9e8925ddadd8), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:59.865994 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3daa525c51414c588a12ea3bb87e0222&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2308829 Jan 25 02:31:59.866823 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ed1a1-07f8-4544-8a81-9e8925ddadd8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:31:59.868690 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:31:59.886159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.886523 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.886882 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.887247 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.887576 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.887902 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.888223 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.888543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.888861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.889186 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.889591 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.889819 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.890133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae66-64d2-4ac6-ae57-35d9ffaae2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:31:59.890790 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-40dfea21-54b4-4712-82c4-28c3d4b76eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:59.936394 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] Publish callbacks [] for security_group (b56ed1a1-07f8-4544-8a81-9e8925ddadd8), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:31:59.957330 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] Publish callbacks [] for security_group (b56ed1a1-07f8-4544-8a81-9e8925ddadd8), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:00.044778 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b56ed1a1-07f8-4544-8a81-9e8925ddadd8), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:00.047395 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:00.048572 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b56ed1a1-07f8-4544-8a81-9e8925ddadd8 HTTP/1.1" status: 204 len: 168 time: 0.1781130 Jan 25 02:32:00.056871 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1ce04-5c34-418b-9668-875ab1f94caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ed1a1-07f8-4544-8a81-9e8925ddadd8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:32:02.219976 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a547-a094-41a4-9c95-29b76d2dec08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:03.180777 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:04.791739 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:06.187782 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:27.475757 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:32:29.890809 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ecbba351-2167-41c2-aa02-97233a3a4fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:32.222004 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-39126146-0252-4c40-8b66-bc20f853a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:33.183220 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:34.794199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:36.192852 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:32:59.895070 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-69bdb3b4-f683-4340-aeb8-a05fc8bce14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:02.222856 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-30b3ccac-0c31-4776-9c94-bc28c31e55d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:03.184088 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:04.473799 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:04.798443 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:06.195263 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:29.896692 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8e512448-3c95-4f76-9a36-eac2766468cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:32.222926 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-130a2258-0ffc-4bae-8e62-1ed56214bf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:33.188864 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:34.802028 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:36.196991 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:41.472943 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 5 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:33:46.077640 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536372468'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:33:59.899174 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2d34007-4052-48a1-a20b-d58ccfac2ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:00.794899 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48520) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:34:00.900161 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e47ef4da-c4fa-4164-9443-8cafb09f28b2 admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4542 time: 0.1041071 Jan 25 02:34:02.225060 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c50a-b00c-4a52-8333-29890d3ad7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:03.186590 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:34:03.190932 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:03.240074 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-03f8c97f-1499-475a-808e-55fa0be941f3 admin admin] 10.222.0.109 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4542 time: 0.0523951 Jan 25 02:34:04.805734 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:06.200043 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:16.078651 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:18.473162 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:34:29.901746 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cfc1157-cfdb-45b5-8834-542797db8c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:32.225835 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fd4719c9-d690-46f5-8ca3-9cd0f43612a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:33.193647 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:34.808876 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:36.203449 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:46.076919 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:34:55.473414 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:34:59.912000 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0b3f-b1a8-4f7c-a99f-d9819097e139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:02.233748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6328d3fa-2de7-4a42-9d48-e29a34a8e0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:03.201788 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:04.824318 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:06.208740 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:16.094494 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:29.904575 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3d69f9a9-9d2b-4abb-8d26-aba6ab316b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.233432 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5600d4b0-aa98-4b82-b32f-5b18c3779fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:32.473010 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:35:33.199604 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:34.843502 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:36.236592 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:38.857613 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48724) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.175494 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-113081730-network', 'tenant_id': '82891dab8b0c4839ab71e576c96f1e4a'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:39.208899 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Made reservation on behalf of 82891dab8b0c4839ab71e576c96f1e4a for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:39.211814 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.229166 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.355637 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks [] for security_group (bab2d346-f08f-434f-8491-a0306c04df4d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.362869 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bab2d346-f08f-434f-8491-a0306c04df4d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.405731 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2d346-f08f-434f-8491-a0306c04df4d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:39.420771 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.421217 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.421682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.422212 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.423115 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.423569 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.424099 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.424663 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.425202 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.425824 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.426541 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.427106 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.427609 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Tracked resource versions report: Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: pushed versions: Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Log': {'1.0'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Network': {'1.1'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Port': {'1.7'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'PortForwarding': {'1.2'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'QosPolicy': {'1.10'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SubPort': {'1.0'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Subnet': {'1.1'}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Trunk': {'1.1'}} Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: consumer versions: Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'ConntrackHelper': '1.0', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'LocalIPAssociation': '1.0', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Log': '1.0', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Network': '1.1', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Port': '1.7', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'PortForwarding': '1.2', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'QosPolicy': '1.10', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroup': '1.5', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SecurityGroupRule': '1.2', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'SubPort': '1.0', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Subnet': '1.1', Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: 'Trunk': '1.1'}} Jan 25 02:35:39.428949 dv-cinder-819778-6-smb neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:39.441134 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:39.470097 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739990066086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (b32a4146-bbf1-4568-9ac2-2ee5ef15aa32), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.471308 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Unsubscribe: segment precommit_create {{(pid=102601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 02:35:39.471827 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Added segment b32a4146-bbf1-4568-9ac2-2ee5ef15aa32 of type vlan for network f8783f03-4e9a-4afa-adf9-3934841ddc8a Jan 25 02:35:39.541365 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (f8783f03-4e9a-4afa-adf9-3934841ddc8a), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.579863 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (f8783f03-4e9a-4afa-adf9-3934841ddc8a), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.580902 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:39.581554 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.657586 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7973893 Jan 25 02:35:39.660685 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48768) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.667502 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Request body: {'subnet': {'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-113081730-subnet', 'tenant_id': '82891dab8b0c4839ab71e576c96f1e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:39.686308 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.713433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Made reservation on behalf of 82891dab8b0c4839ab71e576c96f1e4a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:39.716568 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.739987 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48776) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:39.744316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1568-291f-4bed-81d1-035899fbdd54 admin admin] Pushing event updated for resources: {'Network': ['ID=f8783f03-4e9a-4afa-adf9-3934841ddc8a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:39.759140 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network f8783f03-4e9a-4afa-adf9-3934841ddc8a details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:39.901440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (ebf05e4f-bfd1-46a4-9176-3afacd35f68e), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.913276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-609323296-network', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:39.951347 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Made reservation on behalf of 8a3e0e794a254db992c2dcb58f862d18 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:39.954340 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:39.961839 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-network', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:39.971022 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.014774 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Made reservation on behalf of d08fc7e562584dff8951aae0452a96c3 for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.022107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.035349 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.073215 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks [] for security_group (c7d740f3-3dc1-48a7-bdc8-573992670832), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.097981 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c7d740f3-3dc1-48a7-bdc8-573992670832), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.108939 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:40.120379 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.121026 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Added segment ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa of type vlan for network 748cf1cc-68ff-4fd5-8904-f36238a990b2 Jan 25 02:35:40.164093 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (748cf1cc-68ff-4fd5-8904-f36238a990b2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.177317 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks [] for security_group (adf35e12-d8cc-40ea-9445-6925d3424850), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.189187 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (adf35e12-d8cc-40ea-9445-6925d3424850), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.212721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:35:40.225591 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (748cf1cc-68ff-4fd5-8904-f36238a990b2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.226925 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.227774 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.240496 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d740f3-3dc1-48a7-bdc8-573992670832,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.240720 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.240993 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Added segment d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9 of type vlan for network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 Jan 25 02:35:40.253595 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.254301 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.254932 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.255388 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.255788 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.256793 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.258209 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.258786 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.259410 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.259813 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.260316 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.260855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.261346 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Tracked resource versions report: Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: pushed versions: Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Log': {'1.0'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Network': {'1.1'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Port': {'1.7'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'PortForwarding': {'1.2'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'QosPolicy': {'1.10'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SubPort': {'1.0'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Subnet': {'1.1'}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Trunk': {'1.1'}} Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: consumer versions: Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'ConntrackHelper': '1.0', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'LocalIPAssociation': '1.0', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Log': '1.0', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Network': '1.1', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Port': '1.7', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'PortForwarding': '1.2', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'QosPolicy': '1.10', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroup': '1.5', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SecurityGroupRule': '1.2', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'SubPort': '1.0', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Subnet': '1.1', Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: 'Trunk': '1.1'}} Jan 25 02:35:40.262462 dv-cinder-819778-6-smb neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:40.284227 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Checking segment: {'id': 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:40.284595 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Network hostable DHCP agents. Network: f8783f03-4e9a-4afa-adf9-3934841ddc8a, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:40.349508 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] Pushing event updated for resources: {'Network': ['ID=748cf1cc-68ff-4fd5-8904-f36238a990b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.359216 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d42df10f-b495-4cde-bbe2-da71fc0cecf6 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6713219 Jan 25 02:35:40.362306 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:40.362855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:40.371772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Request body: {'subnet': {'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-subnet', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.402752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf05e4f-bfd1-46a4-9176-3afacd35f68e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.409706 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Made reservation on behalf of 8a3e0e794a254db992c2dcb58f862d18 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.411644 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (33e29e1c-4c5b-46e6-a60e-c9a371db0688), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.416592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.437084 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf35e12-d8cc-40ea-9445-6925d3424850,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.512813 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (33e29e1c-4c5b-46e6-a60e-c9a371db0688), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.514006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.514650 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.588804 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] Pushing event updated for resources: {'Network': ['ID=33e29e1c-4c5b-46e6-a60e-c9a371db0688,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.593889 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-3a9844ba-3304-4930-91c8-6b35e9f3c84e admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8547211 Jan 25 02:35:40.600367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:35:40.604804 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48814) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:40.615508 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Request body: {'subnet': {'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-subnet', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:40.674727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Made reservation on behalf of d08fc7e562584dff8951aae0452a96c3 for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:40.677436 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.706951 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Network f8783f03-4e9a-4afa-adf9-3934841ddc8a is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:40.722526 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.767794 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, f8783f03-4e9a-4afa-adf9-3934841ddc8a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:40.776199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02570f7-4c50-48f2-a0d9-152c46b50005 None None] Network f8783f03-4e9a-4afa-adf9-3934841ddc8a requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:40.782729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.789222 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:40.845017 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f706057e-6740-4047-b3d0-bec222af5626 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1826863 Jan 25 02:35:40.868433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Checking segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:40.869176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Network hostable DHCP agents. Network: 748cf1cc-68ff-4fd5-8904-f36238a990b2, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:40.897620 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:40.929139 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:40.954951 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 748cf1cc-68ff-4fd5-8904-f36238a990b2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:40.967561 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e43e2c-cb7d-4d16-88ca-f5d5b57142c0 None None] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:40.971126 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:40.973429 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.040276 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d90e0113-6ba3-4aad-905e-0e78669592d9 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6721931 Jan 25 02:35:41.041103 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48830) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:41.054806 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:41.112875 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.114022 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.166061 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (b8752055-d090-498a-879e-074ad2a08864), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.244904 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd5fd0-47b0-46c2-ae79-a3046590c6a3 None None] Network f8783f03-4e9a-4afa-adf9-3934841ddc8a requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:41.318587 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for router_controller (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.373775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8752055-d090-498a-879e-074ad2a08864,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:41.412624 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Checking segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:41.413001 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Network hostable DHCP agents. Network: 33e29e1c-4c5b-46e6-a60e-c9a371db0688, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:35:41.440404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:35:41.456772 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 33e29e1c-4c5b-46e6-a60e-c9a371db0688) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:41.462867 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:41.464427 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.472374 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0025d-cde4-42e7-ad49-9015d5ef21ae None None] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:41.509022 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-4bc22e3f-dd24-478e-a8e5-ef1e0207cd6b admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9017525 Jan 25 02:35:41.511810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48862) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:41.517963 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:41.581194 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (13807126-e2a9-4c14-a326-0aaa24923f48), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.582883 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (13807126-e2a9-4c14-a326-0aaa24923f48), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.602335 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-748cf1cc-68ff-4fd5-8904-f36238a990b2', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:35:41.603910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.624059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for router_gateway (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.811667 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for router_controller (13807126-e2a9-4c14-a326-0aaa24923f48), precommit_add_association {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.885146 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for router_gateway (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:41.909145 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.020164 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48898) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:42.024014 dv-cinder-819778-6-smb neutron-server[102601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 02:35:42.045980 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6933caf-ffd3-47ad-b5fc-16f7fdf4867f None None] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:42.095172 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Allocated IP 172.20.0.2 (748cf1cc-68ff-4fd5-8904-f36238a990b2/e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7/f7f5320a-d4d7-4bfa-8e71-44c2c6c42436) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:42.138906 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Allocated IP 172.28.2.82 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/29903a69-5ef1-4c30-bb72-818cdbfd7bb1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:42.330022 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for router_gateway (13807126-e2a9-4c14-a326-0aaa24923f48), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.390407 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.403571 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks [] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.417321 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.450954 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.505966 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:42.516803 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:42.519611 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:42.552138 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:42.567632 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:42.576133 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:42.593337 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Pushing event updated for resources: {'Port': ['ID=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:42.606413 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ac064ddc-4ae0-4c3b-8c57-4135cfd4f6bd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:42.620304 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.620990 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ac064ddc-4ae0-4c3b-8c57-4135cfd4f6bd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/networks?id=f8783f03-4e9a-4afa-adf9-3934841ddc8a HTTP/1.1" status: 200 len: 811 time: 0.5981410 Jan 25 02:35:42.623779 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.624434 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.626599 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.628875 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.629391 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.630151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.630841 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.631662 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.632539 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.636030 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.637788 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.638600 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Tracked resource versions report: Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: pushed versions: Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Log': {'1.0'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Network': {'1.1'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Port': {'1.7'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'PortForwarding': {'1.2'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'QosPolicy': {'1.10'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SubPort': {'1.0'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Subnet': {'1.1'}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Trunk': {'1.1'}} Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: consumer versions: Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'ConntrackHelper': '1.0', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'LocalIPAssociation': '1.0', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Log': '1.0', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Network': '1.1', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Port': '1.7', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'PortForwarding': '1.2', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'QosPolicy': '1.10', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroup': '1.5', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SecurityGroupRule': '1.2', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'SubPort': '1.0', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Subnet': '1.1', Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: 'Trunk': '1.1'}} Jan 25 02:35:42.642958 dv-cinder-819778-6-smb neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:42.685441 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Pushing event updated for resources: {'Port': ['ID=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:42.709308 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-2ad60d47-b9bf-49c1-b9a1-d0a6b0e1ef02 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/quotas/82891dab8b0c4839ab71e576c96f1e4a HTTP/1.1" status: 200 len: 375 time: 0.0846174 Jan 25 02:35:42.821716 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-cb964db5-4c0a-4bef-a0d3-3e9b1c132078 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=82891dab8b0c4839ab71e576c96f1e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114776 Jan 25 02:35:42.909497 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Attempting to bind port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:42.909874 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Attempting to bind port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:42.910946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Attempting to bind port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:42.913351 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48936) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:42.920156 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:42.921380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Checking segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:42.921380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.922471 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Bound using segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:42.923196 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Bound port: f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:42.923732 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:42.924606 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:43.021210 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] For port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:43.027487 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] For port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:43.029126 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for router_gateway (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.038124 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.084383 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for router_gateway (13807126-e2a9-4c14-a326-0aaa24923f48), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.146192 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.177384 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32939d5a-ed1b-41d5-89b2-dd15cc8be0f1 None None] Pushing event updated for resources: {'Port': ['ID=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:43.353106 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c6c120b-5125-4a5d-bf8c-2270fc87724a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.384564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-8fad87b6-0a09-4cd3-af47-c47d2c1d9915 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:35:43.386303 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-8fad87b6-0a09-4cd3-af47-c47d2c1d9915 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138344 Jan 25 02:35:43.390997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d773f466-2e0b-4a7b-b5c6-a32aefd81672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.482842 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.626376 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c6c120b-5125-4a5d-bf8c-2270fc87724a admin admin] Publish callbacks [] for security_group (056fb91b-6877-4114-9336-811b68cb3601), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.631957 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Allocated IP 172.28.2.38 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/ae4f572a-e685-4438-81e1-b21066494c04) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:43.632240 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c6c120b-5125-4a5d-bf8c-2270fc87724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (056fb91b-6877-4114-9336-811b68cb3601), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.705492 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c120b-5125-4a5d-bf8c-2270fc87724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056fb91b-6877-4114-9336-811b68cb3601,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:43.718792 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1c6c120b-5125-4a5d-bf8c-2270fc87724a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5a8fd4f49745462080e5f23f02ba6646&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7928138 Jan 25 02:35:43.722476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 48982) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:43.780325 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:35:43.811201 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] Publish callbacks [] for security_group (056fb91b-6877-4114-9336-811b68cb3601), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.855264 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-728b4d6a-f6e5-4175-b676-4c983491fbc1 service neutron] 10.222.0.109 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589288 Jan 25 02:35:43.871699 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] Publish callbacks [] for security_group (056fb91b-6877-4114-9336-811b68cb3601), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.909267 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d773f466-2e0b-4a7b-b5c6-a32aefd81672 admin admin] Publish callbacks [] for security_group (9251635d-6e31-4c08-9a02-59b3f7eef2fb), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:43.926872 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d773f466-2e0b-4a7b-b5c6-a32aefd81672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9251635d-6e31-4c08-9a02-59b3f7eef2fb), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.007143 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:44.024358 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:44.029006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773f466-2e0b-4a7b-b5c6-a32aefd81672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251635d-6e31-4c08-9a02-59b3f7eef2fb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.049811 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:44.050517 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:44.055144 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (056fb91b-6877-4114-9336-811b68cb3601), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.060312 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d773f466-2e0b-4a7b-b5c6-a32aefd81672 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=916e2d2cfb494e0d9707a9f987c837ee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1457918 Jan 25 02:35:44.064822 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.065986 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/056fb91b-6877-4114-9336-811b68cb3601 HTTP/1.1" status: 204 len: 168 time: 0.3409538 Jan 25 02:35:44.066556 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for port (ae4f572a-e685-4438-81e1-b21066494c04), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.070457 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 48994) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.079358 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.080793 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1d074545-35f4-458e-a4ef-1dcd77cd09d6 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0388074 Jan 25 02:35:44.107727 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.114382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6627c-15a4-4b71-81ad-0041d1066cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056fb91b-6877-4114-9336-811b68cb3601,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.165317 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-fb9096d0-b6ed-4307-add5-11bc97a44356 service neutron] 10.222.0.109 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956603 Jan 25 02:35:44.238335 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] Publish callbacks [] for security_group (9251635d-6e31-4c08-9a02-59b3f7eef2fb), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.305152 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] Publish callbacks [] for security_group (9251635d-6e31-4c08-9a02-59b3f7eef2fb), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.439984 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9251635d-6e31-4c08-9a02-59b3f7eef2fb), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.442816 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.444073 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9251635d-6e31-4c08-9a02-59b3f7eef2fb HTTP/1.1" status: 204 len: 168 time: 0.3721633 Jan 25 02:35:44.467405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d2a8-ca9c-401c-a06a-0fa3dde9ac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251635d-6e31-4c08-9a02-59b3f7eef2fb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.485484 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (ae4f572a-e685-4438-81e1-b21066494c04), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:44.526657 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:44.706231 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:44.713994 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Pushing event updated for resources: {'Port': ['ID=ae4f572a-e685-4438-81e1-b21066494c04,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:44.715254 dv-cinder-819778-6-smb neutron-server[102599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 02:35:44.768282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:44.769752 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:44.774640 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:44.976244 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c455c1c4-ca61-42f5-8f90-dd5e7af422c1 req-9da21392-53e1-4df3-af82-76b7880404fc tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.2688098 Jan 25 02:35:45.070649 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4945a4c-b155-4fba-8d35-9803b2f967d2 None None] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:35:45.133426 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:42Z', 'revision_number': 3, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:45.252302 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:45.252695 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Updating router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:45.358407 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.387115 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.421265 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:45.445597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:45.498361 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5813cd4b-8330-4c7b-943e-d3ae3608394c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.512748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Provisioning complete for port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:45.516153 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.583309 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for router_gateway (13807126-e2a9-4c14-a326-0aaa24923f48), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.680856 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Current status of the port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:45.681310 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.709091 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:45.709387 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.877970 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] For port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:45.907268 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.972946 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5813cd4b-8330-4c7b-943e-d3ae3608394c admin admin] Publish callbacks [] for security_group (dae68258-789e-42a3-af2e-aa6cf777e140), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.986036 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5813cd4b-8330-4c7b-943e-d3ae3608394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (dae68258-789e-42a3-af2e-aa6cf777e140), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:45.999682 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks [] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.024809 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.032515 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5813cd4b-8330-4c7b-943e-d3ae3608394c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=87b33da21a8a4298a2366303ad13d5ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5854940 Jan 25 02:35:46.051226 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49080) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:46.077144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ebc97-4d39-4fd1-bafd-78b6f495fc60 None None] Pushing event updated for resources: {'Port': ['ID=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.138661 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (13807126-e2a9-4c14-a326-0aaa24923f48), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.147897 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] Publish callbacks [] for security_group (dae68258-789e-42a3-af2e-aa6cf777e140), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.178595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] Publish callbacks [] for security_group (dae68258-789e-42a3-af2e-aa6cf777e140), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.201043 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Attempting to bind port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:46.204545 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Attempting to bind port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:46.206242 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Attempting to bind port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:46.222325 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Pushing event updated for resources: {'Port': ['ID=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,revision_number=2']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.231043 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:46.233679 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:46.235967 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.236563 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:46.238051 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Bound port: 29903a69-5ef1-4c30-bb72-818cdbfd7bb1, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:46.238640 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.254616 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.261370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813cd4b-8330-4c7b-943e-d3ae3608394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae68258-789e-42a3-af2e-aa6cf777e140,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.269991 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Allocated IP 172.20.0.1 (748cf1cc-68ff-4fd5-8904-f36238a990b2/e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7/48985026-acb2-42a9-8d11-593e9a6add36) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:46.296673 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.297514 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.298851 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.299496 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.300081 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.300473 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.300971 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.301513 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.302017 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.302544 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.303057 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.303545 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.303817 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-7d81d87b-0bc8-40bf-bc34-1aa52a8813be None None] Provisioning complete for port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:46.304211 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7d81d87b-0bc8-40bf-bc34-1aa52a8813be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.304466 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Tracked resource versions report: Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: pushed versions: Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: { 'AddressGroup': {'1.2'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'ConntrackHelper': {'1.0'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'LocalIPAssociation': {'1.0'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Log': {'1.0'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Network': {'1.1'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Port': {'1.7'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'PortForwarding': {'1.2'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'QosPolicy': {'1.10'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroup': {'1.5'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroupRule': {'1.2'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SubPort': {'1.0'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Subnet': {'1.1'}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Trunk': {'1.1'}} Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: consumer versions: Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: { DHCP agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: HyperV agent@hv-cinder-81977: {}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: L3 agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: Metadata agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: Metering agent@dv-cinder-819778-6-smb: {}, Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: Open vSwitch agent@dv-cinder-819778-6-smb: { 'AddressGroup': '1.2', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'ConntrackHelper': '1.0', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'LocalIPAssociation': '1.0', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Log': '1.0', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Network': '1.1', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Port': '1.7', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'PortForwarding': '1.2', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'QosPolicy': '1.10', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroup': '1.5', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SecurityGroupRule': '1.2', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'SubPort': '1.0', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Subnet': '1.1', Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: 'Trunk': '1.1'}} Jan 25 02:35:46.305745 dv-cinder-819778-6-smb neutron-server[102603]: {{(pid=102603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 02:35:46.308044 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:46.349088 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] For port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:46.355297 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] For port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:46.367521 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.499121 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:46.500688 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:46.550607 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (dae68258-789e-42a3-af2e-aa6cf777e140), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.552153 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39aed0-269b-44e1-ba4e-b1eb1c883a7e None None] Pushing event updated for resources: {'Port': ['ID=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.555040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.580122 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks [] for port (48985026-acb2-42a9-8d11-593e9a6add36), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.581844 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/dae68258-789e-42a3-af2e-aa6cf777e140 HTTP/1.1" status: 204 len: 168 time: 0.5211599 Jan 25 02:35:46.595721 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-7d81d87b-0bc8-40bf-bc34-1aa52a8813be None None] Current status of the port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:46.633098 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.689345 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bf7e8c8a-5de2-41cc-9bc9-8ef845da0c74 req-3759646d-8353-4a52-8dbd-0ede109cf2b5 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.4504290 Jan 25 02:35:46.732370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:46.736024 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:46.740954 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605f45-6e9d-4efb-8820-257f46cf0bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae68258-789e-42a3-af2e-aa6cf777e140,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.754457 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:46.754950 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:46.786970 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:46.861848 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Pushing event updated for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:46.876798 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Router 13807126-e2a9-4c14-a326-0aaa24923f48 is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:35:47.239526 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:47.241444 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-c5dd6b57-5683-4208-9c77-daa93690d04d None None] Provisioning complete for port 48985026-acb2-42a9-8d11-593e9a6add36 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:47.241839 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6b57-5683-4208-9c77-daa93690d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (48985026-acb2-42a9-8d11-593e9a6add36), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.242857 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:47.284253 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.288833 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-3944d987-9fd6-4844-87c2-97173ef97127 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7751365 Jan 25 02:35:47.292126 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49146) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:47.322465 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (48985026-acb2-42a9-8d11-593e9a6add36), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.354723 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Sync routers for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:47.457446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:47.458096 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:47.503722 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:42Z', 'revision_number': 3, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:47.598443 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d45ff8-2e2e-42fa-b5bb-f5c446df3bf1 None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:42Z', 'revision_number': 3, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:47.671519 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:47.817473 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd6b57-5683-4208-9c77-daa93690d04d None None] Port 48985026-acb2-42a9-8d11-593e9a6add36 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:35:47.971537 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks [] for port (48985026-acb2-42a9-8d11-593e9a6add36), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.991092 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:47.992597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.081163 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:48.081570 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.245415 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f6e1a1af-7d95-4c8b-b47e-277e99d891cc req-0c95efa7-ff01-4eda-b1c8-a9fbb3d8f3b9 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.1384442 Jan 25 02:35:48.291243 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Pushing event updated for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:48.412543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:48.419721 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:48.460470 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:48.499711 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:45Z', 'revision_number': 3, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:48.585527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Checking router: 13807126-e2a9-4c14-a326-0aaa24923f48 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:48.586831 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Updating router 13807126-e2a9-4c14-a326-0aaa24923f48 port ae4f572a-e685-4438-81e1-b21066494c04 binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:48.601474 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.664796 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ae4f572a-e685-4438-81e1-b21066494c04), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:48.714726 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:35:49.145851 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:49.167391 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-813f7c05-8186-4781-b99e-7ff5511d6643 None None] Provisioning complete for port 48985026-acb2-42a9-8d11-593e9a6add36 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:49.167799 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-813f7c05-8186-4781-b99e-7ff5511d6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (48985026-acb2-42a9-8d11-593e9a6add36), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.216445 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-26ec6110-3ef8-412a-a3e8-cc9e412a73e3 admin admin] 10.222.0.109 "PUT /v2.0/routers/98b9949f-ada5-4d14-ac80-4a5d0f6c3e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0858593 Jan 25 02:35:49.413460 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Allocated IP 172.20.0.1 (33e29e1c-4c5b-46e6-a60e-c9a371db0688/b8752055-d090-498a-879e-074ad2a08864/f4fd8cfb-3a76-4708-be38-9dd747296ddb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:49.467689 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:49.580578 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.120', 56216) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:49.614806 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-813f7c05-8186-4781-b99e-7ff5511d6643 None None] Port 48985026-acb2-42a9-8d11-593e9a6add36 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:35:49.664383 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83cfbcad-ac0a-4a77-a873-5f748c50a4c2 req-6258631b-f974-4038-8d2d-5ba46211a185 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.1862576 Jan 25 02:35:49.709179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:49.793640 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:49.794353 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:49.936643 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks [] for port (ae4f572a-e685-4438-81e1-b21066494c04), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.140941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (ae4f572a-e685-4438-81e1-b21066494c04), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.167955 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0508c408-5a57-4535-99f3-69ad65b383f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.208595 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Attempting to bind port ae4f572a-e685-4438-81e1-b21066494c04 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:50.208909 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Attempting to bind port ae4f572a-e685-4438-81e1-b21066494c04 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:50.209347 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Attempting to bind port ae4f572a-e685-4438-81e1-b21066494c04 on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:50.214571 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:50.214978 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.259168 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:50.264841 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:50.274032 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.274697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:50.277798 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Bound port: ae4f572a-e685-4438-81e1-b21066494c04, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:50.278960 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ae4f572a-e685-4438-81e1-b21066494c04), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.324674 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks [] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.329248 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a4bf-99a7-4be8-9684-997c9c144948 None None] Pushing event updated for resources: {'Port': ['ID=ae4f572a-e685-4438-81e1-b21066494c04,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.336361 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:50.358294 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.459787 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-3b6d6dcd-9e77-4da3-9837-c5b15bfd6d3e tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:50.460122 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.467681 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-3b6d6dcd-9e77-4da3-9837-c5b15bfd6d3e tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.120 "GET /v2.0/networks?id=f8783f03-4e9a-4afa-adf9-3934841ddc8a HTTP/1.1" status: 200 len: 811 time: 0.8859565 Jan 25 02:35:50.514317 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.536959 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] For port ae4f572a-e685-4438-81e1-b21066494c04, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:50.545003 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] For port ae4f572a-e685-4438-81e1-b21066494c04, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=ae4f572a-e685-4438-81e1-b21066494c04,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:50.545151 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:50.558797 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (ae4f572a-e685-4438-81e1-b21066494c04), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.568494 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Request body: {'port': {'device_id': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a', 'admin_state_up': True, 'tenant_id': '82891dab8b0c4839ab71e576c96f1e4a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:50.579764 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:50.588734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:50.591527 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (13807126-e2a9-4c14-a326-0aaa24923f48), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:50.649892 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:50.652578 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:50.702798 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49322) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:50.810459 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a4bf-99a7-4be8-9684-997c9c144948 None None] Pushing event updated for resources: {'Port': ['ID=ae4f572a-e685-4438-81e1-b21066494c04,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:50.910230 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:50.950701 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.033636 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c4ea1f16-8c0e-4226-890b-914df741e61a req-da6e6001-cda2-4591-81d0-8a550cf973eb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.1704271 Jan 25 02:35:51.061944 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0508c408-5a57-4535-99f3-69ad65b383f3 admin admin] Publish callbacks [] for security_group (6bd1e919-7d77-4c58-9bd9-594088aba06f), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.087416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0508c408-5a57-4535-99f3-69ad65b383f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6bd1e919-7d77-4c58-9bd9-594088aba06f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.109886 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Made reservation on behalf of 82891dab8b0c4839ab71e576c96f1e4a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:35:51.115501 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.195590 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:51.214189 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0508c408-5a57-4535-99f3-69ad65b383f3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3741db185cf24b23ae426c9f16ac4713&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5026529 Jan 25 02:35:51.220739 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:51.234530 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:51.238019 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:51.326484 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:51.327383 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.407717 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:45Z', 'revision_number': 3, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:51.416871 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49350) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:51.418058 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49356) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:51.467328 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844173382', 'description': 'tempest-description--1648278269'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:51.479844 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc41a1-0162-4cf6-a6ab-9797f17b5551 None None] The sync data for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb is: [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:45Z', 'revision_number': 3, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:51.480741 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:51.509794 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:51.719325 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508c408-5a57-4535-99f3-69ad65b383f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd1e919-7d77-4c58-9bd9-594088aba06f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:51.725355 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5717b76f-39fd-4e93-9fe2-e61fbb79b806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.798766 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Allocated IP 172.20.0.3 (f8783f03-4e9a-4afa-adf9-3934841ddc8a/ebf05e4f-bfd1-46a4-9176-3afacd35f68e/c5898987-54f3-465f-9466-cda135248992) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:51.838132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:51.860127 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.046059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] Publish callbacks [] for security_group (6bd1e919-7d77-4c58-9bd9-594088aba06f), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.113496 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5717b76f-39fd-4e93-9fe2-e61fbb79b806 admin admin] Publish callbacks [] for security_group (91075e39-996f-4009-b6d2-61d4236c2372), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.139922 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 2, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:52.142385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5717b76f-39fd-4e93-9fe2-e61fbb79b806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (91075e39-996f-4009-b6d2-61d4236c2372), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.219162 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717b76f-39fd-4e93-9fe2-e61fbb79b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91075e39-996f-4009-b6d2-61d4236c2372,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:52.242117 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:52.242929 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Updating router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 port 48985026-acb2-42a9-8d11-593e9a6add36 binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:52.296542 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5717b76f-39fd-4e93-9fe2-e61fbb79b806 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=705d39db271d4cbfabc113a0a05189e2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5654981 Jan 25 02:35:52.300291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:52.301849 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (48985026-acb2-42a9-8d11-593e9a6add36), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.311061 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks [] for port (c5898987-54f3-465f-9466-cda135248992), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.333468 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] Publish callbacks [] for security_group (6bd1e919-7d77-4c58-9bd9-594088aba06f), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.419214 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] Publish callbacks [] for security_group (91075e39-996f-4009-b6d2-61d4236c2372), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.454187 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed19b71d-348c-417f-895f-a3902fb7060f req-5f47a03e-759d-4d0b-92e6-6565f1116f06 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.2250385 Jan 25 02:35:52.467452 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] Publish callbacks [] for security_group (91075e39-996f-4009-b6d2-61d4236c2372), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.473891 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (c5898987-54f3-465f-9466-cda135248992), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.700448 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (91075e39-996f-4009-b6d2-61d4236c2372), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.703815 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.710176 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/91075e39-996f-4009-b6d2-61d4236c2372 HTTP/1.1" status: 204 len: 168 time: 0.4061010 Jan 25 02:35:52.800065 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Pushing event updated for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:52.837467 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Network f8783f03-4e9a-4afa-adf9-3934841ddc8a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:52.867284 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35589669-9705-44b7-afa0-e84ff1d33185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91075e39-996f-4009-b6d2-61d4236c2372,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:52.881602 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:52.891972 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:52.916562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks [] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.927421 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:52.930411 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.966161 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.969208 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (13807126-e2a9-4c14-a326-0aaa24923f48), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:52.982945 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-ff27d289-84d2-4603-aa64-8c34a8667daf tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4261296 Jan 25 02:35:53.092433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-4283823c-a592-463d-b63c-0379eaae7aa1 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:35:53.095480 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-4283823c-a592-463d-b63c-0379eaae7aa1 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112796 Jan 25 02:35:53.151624 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (cb78d117-4d5e-47e0-a78e-da375dca549b), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.358280 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device ae4f572a-e685-4438-81e1-b21066494c04 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:53.403212 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cb78d117-4d5e-47e0-a78e-da375dca549b), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.450630 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6bd1e919-7d77-4c58-9bd9-594088aba06f), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.462759 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.476856 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6bd1e919-7d77-4c58-9bd9-594088aba06f HTTP/1.1" status: 204 len: 168 time: 2.0555282 Jan 25 02:35:53.481481 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks [] for port (48985026-acb2-42a9-8d11-593e9a6add36), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.490701 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.610926 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port ae4f572a-e685-4438-81e1-b21066494c04 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:53.617738 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (ae4f572a-e685-4438-81e1-b21066494c04), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.704015 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.706191 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.2545781 Jan 25 02:35:53.716836 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49428) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:53.730881 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:53.737204 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49430) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:53.742528 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group_rule': {'security_group_id': 'cb78d117-4d5e-47e0-a78e-da375dca549b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:53.889146 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41ab66-a74b-4c6c-bd1b-fafa92dec0d3 req-c0d26bb8-6d7c-4905-a277-2d4abce90c49 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:53.910702 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2c41ab66-a74b-4c6c-bd1b-fafa92dec0d3 req-c0d26bb8-6d7c-4905-a277-2d4abce90c49 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 931 time: 0.2597888 Jan 25 02:35:53.913309 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Attempting to bind port 48985026-acb2-42a9-8d11-593e9a6add36 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:53.918561 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Attempting to bind port 48985026-acb2-42a9-8d11-593e9a6add36 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:53.919085 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Attempting to bind port 48985026-acb2-42a9-8d11-593e9a6add36 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:53.936021 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:53.944829 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6364511-9a5e-47ed-93f9-2573dfd74ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.945502 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Checking segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:53.946101 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.949667 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Bound using segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:53.955787 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Bound port: 48985026-acb2-42a9-8d11-593e9a6add36, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:53.956337 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (48985026-acb2-42a9-8d11-593e9a6add36), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:53.970382 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port ae4f572a-e685-4438-81e1-b21066494c04 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:53.977102 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ae4f572a-e685-4438-81e1-b21066494c04), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.018130 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137f5d-fd65-4cf5-b4e0-fe3e2345e585 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb78d117-4d5e-47e0-a78e-da375dca549b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.071456 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port ae4f572a-e685-4438-81e1-b21066494c04, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=ae4f572a-e685-4438-81e1-b21066494c04,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:54.083784 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (ae4f572a-e685-4438-81e1-b21066494c04), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.091830 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (49d20227-a2ed-4038-a3a6-65b3aca76ed4), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.102869 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2c41ab66-a74b-4c6c-bd1b-fafa92dec0d3 req-683c5a74-4ebd-4a9b-a589-239d544c52a5 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857080 Jan 25 02:35:54.164018 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:54.166182 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d6a1b-f066-43b8-9dbd-ab56ff4cf2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd1e919-7d77-4c58-9bd9-594088aba06f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.173732 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:54.196430 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] For port 48985026-acb2-42a9-8d11-593e9a6add36, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:54.204415 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] For port 48985026-acb2-42a9-8d11-593e9a6add36, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=48985026-acb2-42a9-8d11-593e9a6add36,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:54.209325 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc1fa-d31b-451d-be08-859262b1f5c0 None None] Pushing event updated for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.218330 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.282679 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=ae4f572a-e685-4438-81e1-b21066494c04,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.317755 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Provisioning complete for port 48985026-acb2-42a9-8d11-593e9a6add36 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:54.318500 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (48985026-acb2-42a9-8d11-593e9a6add36), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.360030 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Request body: {'port': {'device_id': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:54.474130 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:54.474788 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:54.591810 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc1fa-d31b-451d-be08-859262b1f5c0 None None] Pushing event updated for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=4']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.625629 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49442) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:54.627957 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c5898987-54f3-465f-9466-cda135248992), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.775050 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Current status of the port 48985026-acb2-42a9-8d11-593e9a6add36 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:54.777357 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (48985026-acb2-42a9-8d11-593e9a6add36), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.787111 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Router 13807126-e2a9-4c14-a326-0aaa24923f48 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:35:54.801171 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (49d20227-a2ed-4038-a3a6-65b3aca76ed4), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.846077 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:54.855231 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (49d20227-a2ed-4038-a3a6-65b3aca76ed4), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:54.928581 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d20227-a2ed-4038-a3a6-65b3aca76ed4,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:54.948478 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] For port 48985026-acb2-42a9-8d11-593e9a6add36, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=48985026-acb2-42a9-8d11-593e9a6add36,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:35:54.965891 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.021892 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6364511-9a5e-47ed-93f9-2573dfd74ed4 admin admin] Publish callbacks [] for security_group (1a33a3e2-a967-466e-98a7-327a95f6e1b1), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.051552 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299b69d-2759-4045-9aa9-4a425cd4cacd None None] Pushing event updated for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:55.119278 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-7a48f6bc-6d9c-49f7-95c2-eb6305e4c32d None None] Provisioning complete for port 48985026-acb2-42a9-8d11-593e9a6add36 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:55.132206 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7a48f6bc-6d9c-49f7-95c2-eb6305e4c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (48985026-acb2-42a9-8d11-593e9a6add36), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.224760 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.238846 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-8d38bcd7-486d-423f-9f0b-42b3550dc82c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5093515 Jan 25 02:35:55.246647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49468) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:55.250115 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6364511-9a5e-47ed-93f9-2573dfd74ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (1a33a3e2-a967-466e-98a7-327a95f6e1b1), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.273291 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device ae4f572a-e685-4438-81e1-b21066494c04 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:55.341231 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group_rule': {'security_group_id': 'cb78d117-4d5e-47e0-a78e-da375dca549b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:55.409566 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191f5f42-8a07-4b3f-917c-fab8a7678fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.463964 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:55.481088 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-7a48f6bc-6d9c-49f7-95c2-eb6305e4c32d None None] Current status of the port 48985026-acb2-42a9-8d11-593e9a6add36 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:55.498294 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port ae4f572a-e685-4438-81e1-b21066494c04 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:55.499059 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (ae4f572a-e685-4438-81e1-b21066494c04), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:55.534510 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb289a-173b-4e2e-9307-9cd913c64cc1 None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:35:55.572909 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a6364511-9a5e-47ed-93f9-2573dfd74ed4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=06bca64f6bba43f788c4635938fe21ae&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7852602 Jan 25 02:35:55.601271 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:55.770111 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port ae4f572a-e685-4438-81e1-b21066494c04 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:55.862888 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6364511-9a5e-47ed-93f9-2573dfd74ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a33a3e2-a967-466e-98a7-327a95f6e1b1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:55.932647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c690-cb62-4121-981f-c2fb500060fa req-d7bfe1df-811e-4156-a2fb-06ddc1946ff9 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:55.934589 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-07d5c690-cb62-4121-981f-c2fb500060fa req-d7bfe1df-811e-4156-a2fb-06ddc1946ff9 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 931 time: 0.5680170 Jan 25 02:35:55.938675 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (82a50f54-380d-4acb-a86d-8b1adfd25c91), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.021522 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191f5f42-8a07-4b3f-917c-fab8a7678fd4 admin admin] Publish callbacks [] for security_group (59fe610d-f938-403f-9eb0-db5d76154ab9), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.022859 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] Publish callbacks [] for security_group (1a33a3e2-a967-466e-98a7-327a95f6e1b1), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.059106 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191f5f42-8a07-4b3f-917c-fab8a7678fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (59fe610d-f938-403f-9eb0-db5d76154ab9), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.067665 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:35:56.081233 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Sync routers for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:35:56.130765 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-299a7ba4-fbb1-498c-aa84-083ee5a9e640 admin admin] 10.222.0.109 "PUT /v2.0/routers/13807126-e2a9-4c14-a326-0aaa24923f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8364556 Jan 25 02:35:56.154637 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:35:56.159086 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:56.180491 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-07d5c690-cb62-4121-981f-c2fb500060fa req-eeeb38e0-2c62-43c9-b16c-7ac04982a8ea tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295120 Jan 25 02:35:56.273241 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5898987-54f3-465f-9466-cda135248992 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:35:56.289510 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks [] for port (c5898987-54f3-465f-9466-cda135248992), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.299920 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (82a50f54-380d-4acb-a86d-8b1adfd25c91), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.306787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (82a50f54-380d-4acb-a86d-8b1adfd25c91), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.337794 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Transition to ACTIVE for port object c5898987-54f3-465f-9466-cda135248992 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:35:56.350296 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] Publish callbacks [] for security_group (1a33a3e2-a967-466e-98a7-327a95f6e1b1), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.383162 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c5898987-54f3-465f-9466-cda135248992), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.388639 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a50f54-380d-4acb-a86d-8b1adfd25c91,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:56.417316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.427056 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-07d5eaae-7727-4b36-9b42-f358222cd34f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1635473 Jan 25 02:35:56.429904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49520) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:56.463877 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:56.483262 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-191f5f42-8a07-4b3f-917c-fab8a7678fd4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=39ef0acc033141889529f9f99b03a476&name=default HTTP/1.1" status: 200 len: 2994 time: 1.7952366 Jan 25 02:35:56.483262 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f5f42-8a07-4b3f-917c-fab8a7678fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fe610d-f938-403f-9eb0-db5d76154ab9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:56.488955 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:35:56.489714 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:56.511968 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:35:56.601195 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.905064 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] Publish callbacks [] for security_group (59fe610d-f938-403f-9eb0-db5d76154ab9), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:56.964608 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Attempting to bind port c5898987-54f3-465f-9466-cda135248992 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:56.965238 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Attempting to bind port c5898987-54f3-465f-9466-cda135248992 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:56.969556 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Attempting to bind port c5898987-54f3-465f-9466-cda135248992 on network f8783f03-4e9a-4afa-adf9-3934841ddc8a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:57.040435 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] Publish callbacks [] for security_group (59fe610d-f938-403f-9eb0-db5d76154ab9), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.115621 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (1a33a3e2-a967-466e-98a7-327a95f6e1b1), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.118129 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.138400 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1a33a3e2-a967-466e-98a7-327a95f6e1b1 HTTP/1.1" status: 204 len: 168 time: 1.5140226 Jan 25 02:35:57.158368 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Port c5898987-54f3-465f-9466-cda135248992 on network f8783f03-4e9a-4afa-adf9-3934841ddc8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:35:57.158691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Attempting to bind port c5898987-54f3-465f-9466-cda135248992 on network f8783f03-4e9a-4afa-adf9-3934841ddc8a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:57.230942 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:57.239504 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Checking segment: {'id': 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:57.240178 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Bound using segment: {'id': 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:57.240707 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Bound port: c5898987-54f3-465f-9466-cda135248992, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:57.241075 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c5898987-54f3-465f-9466-cda135248992), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.286574 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d99f43-b0f1-4262-bdb9-ce62ee728596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a33a3e2-a967-466e-98a7-327a95f6e1b1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:57.333549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:51Z', 'revision_number': 4, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'f4fd8cfb-3a76-4708-be38-9dd747296ddb', 'name': '', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'mac_address': 'fa:16:3e:40:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b8752055-d090-498a-879e-074ad2a08864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:48Z', 'updated_at': '2022-01-25T02:35:52Z', 'revision_number': 2, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'subnets': [{'id': 'b8752055-d090-498a-879e-074ad2a08864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:35:57.480762 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 48985026-acb2-42a9-8d11-593e9a6add36 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:35:57.497668 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Checking router: 13807126-e2a9-4c14-a326-0aaa24923f48 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:35:57.520893 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Updating router 13807126-e2a9-4c14-a326-0aaa24923f48 port f4fd8cfb-3a76-4708-be38-9dd747296ddb binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:35:57.616467 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:57.637787 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c5898987-54f3-465f-9466-cda135248992,segment=NetworkSegment(b32a4146-bbf1-4568-9ac2-2ee5ef15aa32),segment_id=b32a4146-bbf1-4568-9ac2-2ee5ef15aa32)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:35:57.684330 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c5898987-54f3-465f-9466-cda135248992), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.749179 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2b2fe-7343-4d98-9332-2d27489d8cd4 req-ae250ef5-b090-4236-9010-cb36b8267c48 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.766258 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5f2b2fe-7343-4d98-9332-2d27489d8cd4 req-ae250ef5-b090-4236-9010-cb36b8267c48 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.3069835 Jan 25 02:35:57.889086 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (59fe610d-f938-403f-9eb0-db5d76154ab9), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.904140 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.904554 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.906026 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/59fe610d-f938-403f-9eb0-db5d76154ab9 HTTP/1.1" status: 204 len: 168 time: 1.4091980 Jan 25 02:35:57.937823 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:57.939038 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:57.940785 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] 10.222.0.120 "PUT /v2.0/ports/c5898987-54f3-465f-9466-cda135248992 HTTP/1.1" status: 200 len: 1093 time: 4.4939151 Jan 25 02:35:57.945918 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5196f69-fe91-4d36-b4c6-02de4deb3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fe610d-f938-403f-9eb0-db5d76154ab9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:57.964862 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'tag': 'c5898987-54f3-465f-9466-cda135248992'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:35:58.164313 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 48985026-acb2-42a9-8d11-593e9a6add36 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:35:58.164741 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (48985026-acb2-42a9-8d11-593e9a6add36), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:58.237590 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:58.326114 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Allocated IP 172.28.2.103 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/2a9193c0-d3fd-49b0-a358-b394d4985046) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:35:58.372531 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 48985026-acb2-42a9-8d11-593e9a6add36 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:35:58.392584 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-f434f988-2c35-49d0-a2fe-a11f8a32c2b2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:58.394508 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-f434f988-2c35-49d0-a2fe-a11f8a32c2b2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 819 time: 1.1119196 Jan 25 02:35:58.396666 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fb804-b96c-45b3-a87e-def1cb8e0ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:58.475902 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c954a930-735b-4e81-a5b0-b9a873f33d3c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/quotas/d08fc7e562584dff8951aae0452a96c3 HTTP/1.1" status: 200 len: 375 time: 0.0659766 Jan 25 02:35:58.603190 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5f2b2fe-7343-4d98-9332-2d27489d8cd4 req-551599e6-0574-4156-a9df-8138cc31f745 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8332174 Jan 25 02:35:58.625684 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-fb63bc50-eb85-463d-968b-31fe89e83eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:58.627265 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-fb63bc50-eb85-463d-968b-31fe89e83eef service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=82891dab8b0c4839ab71e576c96f1e4a&device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 1096 time: 0.4593980 Jan 25 02:35:58.645898 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49600) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:35:58.705285 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:58.770517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:58.905143 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:35:58.916889 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:35:58.920525 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:35:58.944633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=2a9193c0-d3fd-49b0-a358-b394d4985046,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:59.167450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks [] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.188790 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.193634 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.287860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.293420 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ef040-d41f-4f0c-90b2-f75ffe8758fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "tag": "c5898987-54f3-465f-9466-cda135248992"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:35:59.305149 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-00d22eda-e2d1-4ebb-b595-1b65572eec3d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5898987-54f3-465f-9466-cda135248992 HTTP/1.1" status: 200 len: 217 time: 0.6369331 Jan 25 02:35:59.333365 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e31932fd-da0c-4c56-a855-bca7240b1ba2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8565030 Jan 25 02:35:59.390856 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a48df-a219-48f3-98a2-0e6e430dbd92 None None] Pushing event updated for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:35:59.392146 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907c15-74c1-4829-a8ae-01916555de22 req-1fec6e53-b319-4943-9a89-5d5e45843ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:35:59.393999 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-1fec6e53-b319-4943-9a89-5d5e45843ab9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ebf05e4f-bfd1-46a4-9176-3afacd35f68e HTTP/1.1" status: 200 len: 851 time: 0.0593719 Jan 25 02:35:59.431069 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e73fa06-6c08-4ad1-ba74-c258f7ee5c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.594624 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Attempting to bind port f4fd8cfb-3a76-4708-be38-9dd747296ddb on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:35:59.595697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Attempting to bind port f4fd8cfb-3a76-4708-be38-9dd747296ddb by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:35:59.599097 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Attempting to bind port f4fd8cfb-3a76-4708-be38-9dd747296ddb on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:35:59.604238 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-7054f3c2-0a0e-4d82-9ed4-e2b7d3e9ded6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f8783f03-4e9a-4afa-adf9-3934841ddc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473496 Jan 25 02:35:59.621222 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:35:59.623144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Checking segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:35:59.623975 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.626691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Bound using segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:35:59.628308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Bound port: f4fd8cfb-3a76-4708-be38-9dd747296ddb, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:35:59.629538 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:35:59.895756 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-a33f62f7-a76e-492a-91dc-73c74558e5d1 service neutron] 10.222.0.120 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618086 Jan 25 02:35:59.961121 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] For port f4fd8cfb-3a76-4708-be38-9dd747296ddb, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:35:59.979956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.002022 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.021889 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] For port f4fd8cfb-3a76-4708-be38-9dd747296ddb, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f4fd8cfb-3a76-4708-be38-9dd747296ddb,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:00.023124 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-04709ea0-271a-440c-a395-d0c8319f1805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.036855 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.110490 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.195192 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=2a9193c0-d3fd-49b0-a358-b394d4985046,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.208852 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a48df-a219-48f3-98a2-0e6e430dbd92 None None] Pushing event updated for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.212667 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44ff70-02e0-466f-8382-b7cf95bacb60 x-openstack-request-id: req-ff44ff70-02e0-466f-8382-b7cf95bacb60 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:00.212968 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "tag": "c5898987-54f3-465f-9466-cda135248992", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:00.215082 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.215496 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ff44ff70-02e0-466f-8382-b7cf95bacb60 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:00.216105 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'tag': 'c5898987-54f3-465f-9466-cda135248992', 'status': 'completed', 'code': 200} Jan 25 02:36:00.220753 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e78fcef4-d5f0-43a0-b488-61f41286f50f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7880473 Jan 25 02:36:00.274849 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:00.276056 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:35:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:00.290075 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e73fa06-6c08-4ad1-ba74-c258f7ee5c1b admin admin] Publish callbacks [] for security_group (80348dd5-d6a5-499a-bb7a-fb722276d457), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.300387 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e73fa06-6c08-4ad1-ba74-c258f7ee5c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (80348dd5-d6a5-499a-bb7a-fb722276d457), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.452396 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059c074-dfc9-4299-92b4-4da8e70e776c req-c3181698-f912-4e68-8dfc-319c68b16a9b tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.467441 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7907c15-74c1-4829-a8ae-01916555de22 req-7775335b-26ef-431c-956b-66233fa12951 service neutron] 10.222.0.120 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577350 Jan 25 02:36:00.474517 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f059c074-dfc9-4299-92b4-4da8e70e776c req-c3181698-f912-4e68-8dfc-319c68b16a9b tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.1705990 Jan 25 02:36:00.489263 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-063380c5-5693-45c7-a2cb-f820c072ae28 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:36:00.501429 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-063380c5-5693-45c7-a2cb-f820c072ae28 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4344432 Jan 25 02:36:00.549440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73fa06-6c08-4ad1-ba74-c258f7ee5c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80348dd5-d6a5-499a-bb7a-fb722276d457,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:00.567422 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6e73fa06-6c08-4ad1-ba74-c258f7ee5c1b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d063a7e6bb414cfb9c755a10a5510e66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9071558 Jan 25 02:36:00.571432 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49674) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:00.623561 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:00.650631 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f059c074-dfc9-4299-92b4-4da8e70e776c req-cfe1f57b-6889-4a12-8aae-10655cb08516 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746843 Jan 25 02:36:00.766710 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] Publish callbacks [] for security_group (80348dd5-d6a5-499a-bb7a-fb722276d457), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:00.941553 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-834897d1-fc6c-4128-b995-26203f38e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:00.945261 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-834897d1-fc6c-4128-b995-26203f38e723 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=82891dab8b0c4839ab71e576c96f1e4a&device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 1096 time: 0.3257828 Jan 25 02:36:00.960536 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-59f1585f-41be-4f4c-aa0e-eeeaebc2503e service neutron] 10.222.0.109 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323068 Jan 25 02:36:00.971430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] Publish callbacks [] for security_group (80348dd5-d6a5-499a-bb7a-fb722276d457), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.221565 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-f3997573-373e-45ce-b752-0239a2a54aaa tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1844173382&fields=id&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 267 time: 0.3752642 Jan 25 02:36:01.240121 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-4a8cbbd2-ab8e-408e-900b-70350c540f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.243195 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-4a8cbbd2-ab8e-408e-900b-70350c540f6a service neutron] 10.222.0.120 "GET /v2.0/networks?id=f8783f03-4e9a-4afa-adf9-3934841ddc8a HTTP/1.1" status: 200 len: 912 time: 0.2794218 Jan 25 02:36:01.252068 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-fcbdc574-c2f7-46b4-bb8d-a4be93b13ac8 service neutron] 10.222.0.109 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408381 Jan 25 02:36:01.276858 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (80348dd5-d6a5-499a-bb7a-fb722276d457), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.284249 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:01.288233 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/80348dd5-d6a5-499a-bb7a-fb722276d457 HTTP/1.1" status: 204 len: 168 time: 0.7155194 Jan 25 02:36:01.321615 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3ed6e-07b7-4f6e-aa60-95ed49a281c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80348dd5-d6a5-499a-bb7a-fb722276d457,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:01.365629 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-81a83f74-558d-44cb-8592-4503839cebe2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5898987-54f3-465f-9466-cda135248992 HTTP/1.1" status: 200 len: 217 time: 0.1019082 Jan 25 02:36:01.471379 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:51Z', 'revision_number': 4, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'f4fd8cfb-3a76-4708-be38-9dd747296ddb', 'name': '', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'mac_address': 'fa:16:3e:40:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b8752055-d090-498a-879e-074ad2a08864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:48Z', 'updated_at': '2022-01-25T02:35:59Z', 'revision_number': 4, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'subnets': [{'id': 'b8752055-d090-498a-879e-074ad2a08864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:01.488768 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-dc5d3b74-91c7-4e18-b272-4baaaa3cd0a7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.490348 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-dc5d3b74-91c7-4e18-b272-4baaaa3cd0a7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 816 time: 0.2332201 Jan 25 02:36:01.524616 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-e2a6b398-2884-4a6b-bc55-857d0c577e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:01.526142 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-e2a6b398-2884-4a6b-bc55-857d0c577e0b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ebf05e4f-bfd1-46a4-9176-3afacd35f68e HTTP/1.1" status: 200 len: 851 time: 0.1462212 Jan 25 02:36:01.541649 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-61e5f55b-c4bd-498b-82e7-e8de1913fa38 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/quotas/8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 375 time: 0.0431502 Jan 25 02:36:01.582881 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746f2240-bd2b-4c95-ae30-8f38b2575f99 None None] The sync data for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb is: [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:51Z', 'revision_number': 4, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'f4fd8cfb-3a76-4708-be38-9dd747296ddb', 'name': '', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'mac_address': 'fa:16:3e:40:0e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b8752055-d090-498a-879e-074ad2a08864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:48Z', 'updated_at': '2022-01-25T02:35:59Z', 'revision_number': 4, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'subnets': [{'id': 'b8752055-d090-498a-879e-074ad2a08864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:01.620284 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-cba1ff7c-9eb1-468c-9773-b61173e901c9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f8783f03-4e9a-4afa-adf9-3934841ddc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823822 Jan 25 02:36:01.716060 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-afebf976-60fd-44d6-8ad4-94154433f5f0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709895 Jan 25 02:36:01.780623 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bcafff6f-9917-45d9-b18d-af463a3b9b63 req-d20cf489-545a-4a77-93a5-552e04610dd8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 210 time: 0.1709018 Jan 25 02:36:02.076102 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-671265f0-8ebe-4596-9ca1-5e29b1057a6e service neutron] 10.222.0.109 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216383 Jan 25 02:36:02.079308 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-b93f791c-b4bb-46f1-8713-9e8af9de68c3 service neutron] 10.222.0.120 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212532 Jan 25 02:36:02.097906 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a8339-8ac3-4de7-8433-62e761bd0371 req-fd50a738-cee5-4b38-abcd-67abd610a9b8 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:02.116433 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c87a8339-8ac3-4de7-8433-62e761bd0371 req-fd50a738-cee5-4b38-abcd-67abd610a9b8 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.1600420 Jan 25 02:36:02.253943 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7288e1aa-5e08-4b87-b2f2-c4f56725f842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:02.335402 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-ca2371f9-4501-44e4-b953-5e50c81252b8 service neutron] 10.222.0.109 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577846 Jan 25 02:36:02.428125 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c87a8339-8ac3-4de7-8433-62e761bd0371 req-45bd12c1-5cd8-4673-ba8b-4e721e798f72 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104103 Jan 25 02:36:02.690527 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-586ef040-d41f-4f0c-90b2-f75ffe8758fa req-af43faed-7151-4fac-bae2-f1ffa8a0dd61 service neutron] 10.222.0.120 "GET /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451319 Jan 25 02:36:02.831306 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1f7df758-dae2-4f71-bde3-ea21f8853a8e req-68b2edd6-1633-4624-b71c-9c03d43886e8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 210 time: 0.1252213 Jan 25 02:36:03.031391 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49800) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:03.053112 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90c470b1-eb13-4dc3-98df-1ac3465e8db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.064686 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-eaaf3575-4de2-4d2c-92ef-bd103ae8ee06 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:03.081977 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-eaaf3575-4de2-4d2c-92ef-bd103ae8ee06 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 819 time: 0.4525321 Jan 25 02:36:03.125693 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-086879a5-b211-4133-a272-2ce2e50fc004 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/quotas/d08fc7e562584dff8951aae0452a96c3 HTTP/1.1" status: 200 len: 375 time: 0.0331359 Jan 25 02:36:03.240675 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.298177 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-d748d075-6147-4b92-b98c-baaad4036511 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712892 Jan 25 02:36:03.336768 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90c470b1-eb13-4dc3-98df-1ac3465e8db3 admin admin] Publish callbacks [] for security_group (cfca6def-b2be-47a0-a744-b5d4f617b772), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.345938 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90c470b1-eb13-4dc3-98df-1ac3465e8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cfca6def-b2be-47a0-a744-b5d4f617b772), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.430646 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f4fd8cfb-3a76-4708-be38-9dd747296ddb up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:03.549776 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c470b1-eb13-4dc3-98df-1ac3465e8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfca6def-b2be-47a0-a744-b5d4f617b772,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:03.597177 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-90c470b1-eb13-4dc3-98df-1ac3465e8db3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=479c5a83ca304a779bfc78e57a80c1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639865 Jan 25 02:36:03.604327 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49824) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:03.686979 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f4fd8cfb-3a76-4708-be38-9dd747296ddb triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:03.689580 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:03.743562 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-c4cd9b3f-c3ad-4cc5-a0b5-ef411c76986b service neutron] 10.222.0.109 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435291 Jan 25 02:36:03.891866 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f4fd8cfb-3a76-4708-be38-9dd747296ddb is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:03.892659 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.023083 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53707c-26ee-4215-bf51-a0d93d4921de req-3d667f9c-ddb0-403b-af93-564149ddd4eb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:04.029535 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e53707c-26ee-4215-bf51-a0d93d4921de req-3d667f9c-ddb0-403b-af93-564149ddd4eb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.3814242 Jan 25 02:36:04.034497 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] Publish callbacks [] for security_group (cfca6def-b2be-47a0-a744-b5d4f617b772), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.041804 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port f4fd8cfb-3a76-4708-be38-9dd747296ddb, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f4fd8cfb-3a76-4708-be38-9dd747296ddb,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:04.053128 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.081052 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-6775cef3-221d-49e0-babb-9e2a148d6746 service neutron] 10.222.0.109 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196659 Jan 25 02:36:04.251356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:04.273097 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] Publish callbacks [] for security_group (cfca6def-b2be-47a0-a744-b5d4f617b772), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.287396 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e53707c-26ee-4215-bf51-a0d93d4921de req-3354453a-875c-4cf6-a20d-ad7af3c494ff tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423317 Jan 25 02:36:04.433673 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cfca6def-b2be-47a0-a744-b5d4f617b772), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.440732 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:04.441984 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cfca6def-b2be-47a0-a744-b5d4f617b772 HTTP/1.1" status: 204 len: 168 time: 0.8363862 Jan 25 02:36:04.488422 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dc3a5-4ce4-4173-9728-8d25a4e39f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfca6def-b2be-47a0-a744-b5d4f617b772,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:04.641565 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7f36bc81-3fd1-4a96-a8f6-622a47ab102b req-1813721d-daa1-4104-abb4-43c455481767 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.1319950 Jan 25 02:36:04.736757 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d3633533-99db-4cfe-8580-d71c9ab2bf49 req-0e33372d-f413-412d-a5b3-0bed4f67f914 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 210 time: 0.1458349 Jan 25 02:36:04.850562 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49864) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:04.876929 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.221839 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f4fd8cfb-3a76-4708-be38-9dd747296ddb up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:05.321591 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port f4fd8cfb-3a76-4708-be38-9dd747296ddb triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:05.322320 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.408823 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad32b8b3-a05b-4620-a376-da1d64014560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.621454 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port f4fd8cfb-3a76-4708-be38-9dd747296ddb is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:05.736786 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad32b8b3-a05b-4620-a376-da1d64014560 admin admin] Publish callbacks [] for security_group (5cfd2e97-2c72-4838-87bc-a6b088473bd6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.752111 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad32b8b3-a05b-4620-a376-da1d64014560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5cfd2e97-2c72-4838-87bc-a6b088473bd6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.754031 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49894) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:05.768991 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc4775c-0d72-43b1-883b-142a58957ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:05.806878 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca04a0e-4872-4824-b8c6-f4f8ffc3f536 req-42c2dbc4-4523-47e9-8dce-6c6876f2b857 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:05.808617 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fca04a0e-4872-4824-b8c6-f4f8ffc3f536 req-42c2dbc4-4523-47e9-8dce-6c6876f2b857 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.3425560 Jan 25 02:36:05.843547 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49898) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:05.874441 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cbbe0674-925d-4c74-83f7-a9a30f1e42be req-72e155ec-b745-4094-9e04-a2139aee7b99 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.0577188 Jan 25 02:36:05.879472 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49902) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:05.888293 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ad32b8b3-a05b-4620-a376-da1d64014560 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9a6bb3728c1642bfb83200b6f1b1d85a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0364151 Jan 25 02:36:05.891667 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32b8b3-a05b-4620-a376-da1d64014560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfd2e97-2c72-4838-87bc-a6b088473bd6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:05.947768 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fca04a0e-4872-4824-b8c6-f4f8ffc3f536 req-85546895-9017-4249-9192-3e2c98f21722 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248853 Jan 25 02:36:06.006776 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-94a66c39-4722-4f8f-bb38-ac9b0171fb5a req-0b449775-c22a-42cd-99dc-b7c110d4fafa tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 210 time: 0.0325351 Jan 25 02:36:06.052899 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] Publish callbacks [] for security_group (5cfd2e97-2c72-4838-87bc-a6b088473bd6), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.088181 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] Publish callbacks [] for security_group (5cfd2e97-2c72-4838-87bc-a6b088473bd6), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.143458 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4463e66d-68c1-4702-bb52-334e7c74dbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.159275 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc4775c-0d72-43b1-883b-142a58957ffc admin admin] Publish callbacks [] for security_group (7a05fa5f-1718-450d-bdba-9dec9e80050d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.171496 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc4775c-0d72-43b1-883b-142a58957ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (7a05fa5f-1718-450d-bdba-9dec9e80050d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.200910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5cfd2e97-2c72-4838-87bc-a6b088473bd6), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.210465 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.211662 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5cfd2e97-2c72-4838-87bc-a6b088473bd6 HTTP/1.1" status: 204 len: 168 time: 0.3240938 Jan 25 02:36:06.236228 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.272375 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-4bc4775c-0d72-43b1-883b-142a58957ffc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8da555ba13b54a1585d4fa946a6bf714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167723 Jan 25 02:36:06.277195 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49914) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.285974 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4775c-0d72-43b1-883b-142a58957ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a05fa5f-1718-450d-bdba-9dec9e80050d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.298169 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4463e66d-68c1-4702-bb52-334e7c74dbda admin admin] Publish callbacks [] for security_group (070db049-d345-49d1-9cbd-117010173cc2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.304302 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4463e66d-68c1-4702-bb52-334e7c74dbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (070db049-d345-49d1-9cbd-117010173cc2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.313011 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84277b06-0234-4b25-9008-96076d86e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfd2e97-2c72-4838-87bc-a6b088473bd6,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.358011 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] Publish callbacks [] for security_group (7a05fa5f-1718-450d-bdba-9dec9e80050d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.365958 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463e66d-68c1-4702-bb52-334e7c74dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070db049-d345-49d1-9cbd-117010173cc2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.373472 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-4463e66d-68c1-4702-bb52-334e7c74dbda admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=dac3dc6537af4602a9ae81b8d3402b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275347 Jan 25 02:36:06.376652 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49918) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.385642 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] Publish callbacks [] for security_group (7a05fa5f-1718-450d-bdba-9dec9e80050d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.445990 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (7a05fa5f-1718-450d-bdba-9dec9e80050d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.450592 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.452742 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/7a05fa5f-1718-450d-bdba-9dec9e80050d HTTP/1.1" status: 204 len: 168 time: 0.1741579 Jan 25 02:36:06.463659 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] Publish callbacks [] for security_group (070db049-d345-49d1-9cbd-117010173cc2), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.484872 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164ddd6-bd22-4b62-9ae7-f6e51a184faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a05fa5f-1718-450d-bdba-9dec9e80050d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.587667 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] Publish callbacks [] for security_group (070db049-d345-49d1-9cbd-117010173cc2), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.656937 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.120', 56241) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.787033 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-57a4fab3-dafa-4341-9ab2-e9314aaeeef5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:06.788103 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-57a4fab3-dafa-4341-9ab2-e9314aaeeef5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 816 time: 0.2917736 Jan 25 02:36:06.800471 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (070db049-d345-49d1-9cbd-117010173cc2), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.805291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.808827 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/070db049-d345-49d1-9cbd-117010173cc2 HTTP/1.1" status: 204 len: 168 time: 0.4289498 Jan 25 02:36:06.810166 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49934) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:06.868288 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-891cd013-0814-47f9-991f-1d842d89538b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:06.872589 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a06c4-01d3-4820-8e82-b6bc40000f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070db049-d345-49d1-9cbd-117010173cc2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:06.922506 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-1b6e24a6-fb60-4655-bb93-57ecc8f439cf tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:06.935517 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-1b6e24a6-fb60-4655-bb93-57ecc8f439cf tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 819 time: 0.2635596 Jan 25 02:36:06.958772 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Request body: {'port': {'device_id': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'admin_state_up': True, 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:07.011132 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-b8070be8-d2d2-4065-b37d-8e699cb3bda9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 380 time: 0.1695640 Jan 25 02:36:07.022574 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'port': {'device_id': 'a6a652b6-4277-457e-b144-c616251bb55d', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'admin_state_up': True, 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'security_groups': ['cb78d117-4d5e-47e0-a78e-da375dca549b']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:07.187368 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8ea70900-9371-4eb1-97bd-8e4c5c90b6e6 req-97174787-44e6-45aa-b034-8dad98e0476e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.0465937 Jan 25 02:36:07.262258 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053599fb-5988-4411-b96d-67ac3a117a8a req-b59a043a-53ce-499e-ba9c-f7086fd161a4 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:07.263396 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-891cd013-0814-47f9-991f-1d842d89538b admin admin] Publish callbacks [] for security_group (b116c22e-3be1-41aa-b3fa-19989d3f101c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.264206 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-053599fb-5988-4411-b96d-67ac3a117a8a req-b59a043a-53ce-499e-ba9c-f7086fd161a4 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.1344931 Jan 25 02:36:07.311162 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Made reservation on behalf of d08fc7e562584dff8951aae0452a96c3 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:07.313001 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-891cd013-0814-47f9-991f-1d842d89538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b116c22e-3be1-41aa-b3fa-19989d3f101c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.315600 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.352139 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-053599fb-5988-4411-b96d-67ac3a117a8a req-e6acb546-a005-4b14-a2cc-eda866b37fe2 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Jan 25 02:36:07.385363 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ebc02e3-23c1-4a0e-9a80-d36f1e83472d req-ff749dbd-e3e5-498f-813f-11e5b6abd874 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 210 time: 0.0744140 Jan 25 02:36:07.408462 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cd013-0814-47f9-991f-1d842d89538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b116c22e-3be1-41aa-b3fa-19989d3f101c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:07.438254 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-891cd013-0814-47f9-991f-1d842d89538b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e731ea75aa3c4bce84fbae1eca807e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6044948 Jan 25 02:36:07.439077 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 49964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:07.462040 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Made reservation on behalf of 8a3e0e794a254db992c2dcb58f862d18 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:07.563861 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.120', 56250) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:07.655020 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 49968) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:07.674912 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.752295 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e20420c-0c00-42ae-9b27-96c086042657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.843396 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Allocated IP 172.20.0.5 (748cf1cc-68ff-4fd5-8904-f36238a990b2/e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7/e1a74d0d-2430-40d2-9045-e644df4b1581) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:07.846034 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] Publish callbacks [] for security_group (b116c22e-3be1-41aa-b3fa-19989d3f101c), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:07.846507 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Allocated IP 172.20.0.4 (33e29e1c-4c5b-46e6-a60e-c9a371db0688/b8752055-d090-498a-879e-074ad2a08864/7dca908a-cba3-435a-87d5-9aabdef59045) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:07.855230 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-184ce65a-2c57-4228-ae87-521d2e626010 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:07.857007 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-184ce65a-2c57-4228-ae87-521d2e626010 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 819 time: 0.2920256 Jan 25 02:36:07.894651 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Request body: {'port': {'device_id': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'admin_state_up': True, 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:07.897857 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] Publish callbacks [] for security_group (b116c22e-3be1-41aa-b3fa-19989d3f101c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.025286 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b116c22e-3be1-41aa-b3fa-19989d3f101c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.028155 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.033054 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b116c22e-3be1-41aa-b3fa-19989d3f101c HTTP/1.1" status: 204 len: 168 time: 0.5906293 Jan 25 02:36:08.081017 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b747d-5a51-4c88-b16c-51011f06cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b116c22e-3be1-41aa-b3fa-19989d3f101c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.086355 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e20420c-0c00-42ae-9b27-96c086042657 admin admin] Publish callbacks [] for security_group (9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.129803 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e20420c-0c00-42ae-9b27-96c086042657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.176780 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.200079 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-4e20420c-0c00-42ae-9b27-96c086042657 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2f0faa9e83a54ecb82dc21a302e98d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412097 Jan 25 02:36:08.204688 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50002) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:08.211542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Made reservation on behalf of d08fc7e562584dff8951aae0452a96c3 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:08.217191 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.221739 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20420c-0c00-42ae-9b27-96c086042657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.258024 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks [] for port (7dca908a-cba3-435a-87d5-9aabdef59045), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.360060 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.363962 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] Publish callbacks [] for security_group (9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.375580 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2eae21de-08b8-43f0-98d5-c4408cf2886f req-3b8f5f91-4dd9-4796-87e3-e6c0879eed94 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.0568671 Jan 25 02:36:08.399640 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.550923 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] Publish callbacks [] for security_group (9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.586649 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:08.611101 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:08.612913 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:08.620818 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:08.627443 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.628098 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.636472 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:08.636697 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Pushing event updated for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.642067 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Allocated IP 172.20.0.6 (33e29e1c-4c5b-46e6-a60e-c9a371db0688/b8752055-d090-498a-879e-074ad2a08864/8f6f5eb6-442d-4a09-b88b-da64daf9841f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:08.680166 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c8e09-4b23-4d8b-bb7d-7b484c42d3d0 req-e1e75f72-9c2e-4cde-ba3e-ee1113073c0f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.685447 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:08.688227 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ef5c8e09-4b23-4d8b-bb7d-7b484c42d3d0 req-e1e75f72-9c2e-4cde-ba3e-ee1113073c0f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 931 time: 0.1381552 Jan 25 02:36:08.695704 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.697715 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.705150 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-c6893ff4-cc81-4161-9a53-c79c66cdad93 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7530043 Jan 25 02:36:08.740207 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:08.745320 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Request body: {'port': {'device_id': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:08.747544 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-d1cfdbcf-f683-4d86-8c95-00158535d5d8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7295649 Jan 25 02:36:08.772185 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ab045-1568-4475-8096-1f90fe68aa10 req-57147fca-88cd-45f2-b958-371b8ec17020 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:08.775217 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-277ab045-1568-4475-8096-1f90fe68aa10 req-57147fca-88cd-45f2-b958-371b8ec17020 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.2970965 Jan 25 02:36:08.790662 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Request body: {'port': {'device_id': 'a6a652b6-4277-457e-b144-c616251bb55d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:08.879804 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.883349 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:08.886933 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f HTTP/1.1" status: 204 len: 168 time: 0.6748409 Jan 25 02:36:08.951690 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ef5c8e09-4b23-4d8b-bb7d-7b484c42d3d0 req-ea65b406-6ec0-45d7-a464-42fbbf931617 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624791 Jan 25 02:36:09.062427 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.070753 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed652d3-9fbf-4be9-8b95-9e0fe02be276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e3926-1f81-42d9-ae41-c6cb01fc7f0f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.118637 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-277ab045-1568-4475-8096-1f90fe68aa10 req-49b01b4e-ea61-4a00-94ef-7f9bf9c49c92 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664616 Jan 25 02:36:09.122384 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.164893 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-644d2c67-d60a-40c5-a18f-0a1effc71b19 None None] Provisioning complete for port e1a74d0d-2430-40d2-9045-e644df4b1581 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:09.171601 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-644d2c67-d60a-40c5-a18f-0a1effc71b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.260927 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-644d2c67-d60a-40c5-a18f-0a1effc71b19 None None] Port e1a74d0d-2430-40d2-9045-e644df4b1581 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:09.456521 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks [] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.474806 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:09.593336 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9357979d-ad97-4ab4-b71c-06ce245924e7 req-285f99ca-30c0-465b-a0b0-966fc69c893a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.0922170 Jan 25 02:36:09.630895 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.647086 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:09.662239 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks [] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.679872 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Transition to ACTIVE for port object e1a74d0d-2430-40d2-9045-e644df4b1581 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:09.686893 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.742899 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:09.758958 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:09.769636 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:09.776846 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:09.777810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.801471 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Pushing event updated for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.802481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Attempting to bind port e1a74d0d-2430-40d2-9045-e644df4b1581 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:09.802786 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Attempting to bind port e1a74d0d-2430-40d2-9045-e644df4b1581 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:09.803114 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Attempting to bind port e1a74d0d-2430-40d2-9045-e644df4b1581 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:09.812374 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Port e1a74d0d-2430-40d2-9045-e644df4b1581 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:09.812705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Attempting to bind port e1a74d0d-2430-40d2-9045-e644df4b1581 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:09.813926 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-b546e80d-0000-4cb2-92ca-54f8f28c7606 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9325626 Jan 25 02:36:09.814781 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:09.834105 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Request body: {'port': {'device_id': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:09.835738 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:09.836136 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Checking segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:09.841967 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Bound using segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:09.842437 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Bound port: e1a74d0d-2430-40d2-9045-e644df4b1581, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:09.843411 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.939874 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:09.946255 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:09.946422 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:09.953772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.040487 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.040487 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.041792 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] 10.222.0.120 "PUT /v2.0/ports/e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 1093 time: 1.2653544 Jan 25 02:36:10.051258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:10.053774 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61a449-c6e3-4743-93b1-b686e90dcaac" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:10.181583 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359871fb-f156-494c-8237-d07e0f5c433f service neutron] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:10.218159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80580f7a-3ab2-4f62-889d-3387f61970e6 x-openstack-request-id: req-80580f7a-3ab2-4f62-889d-3387f61970e6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:10.218507 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:10.218723 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-80580f7a-3ab2-4f62-889d-3387f61970e6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:10.225345 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'status': 'completed', 'code': 200} Jan 25 02:36:10.244785 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5676c-f6e6-4f4a-ad25-5ec390ad8c68 req-b29e232a-ed50-4342-bd95-c7bc38ca16db tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.254843 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22b5676c-f6e6-4f4a-ad25-5ec390ad8c68 req-b29e232a-ed50-4342-bd95-c7bc38ca16db tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.1687431 Jan 25 02:36:10.257125 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-6f7851e4-fabf-4392-a790-00103d1db7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.258935 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-6f7851e4-fabf-4392-a790-00103d1db7d5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1096 time: 0.1387568 Jan 25 02:36:10.370672 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-aa4520e7-e96e-4450-88a0-789fe705e7fe service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 217 time: 0.0874367 Jan 25 02:36:10.504093 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22b5676c-f6e6-4f4a-ad25-5ec390ad8c68 req-b5ec80ba-5cc1-484d-8084-fc70c4d63da4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393415 Jan 25 02:36:10.509840 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-a3201255-09d9-4be8-a4db-d8975c64758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.511540 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-a3201255-09d9-4be8-a4db-d8975c64758b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.1338978 Jan 25 02:36:10.610747 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09295b-cbae-44ce-b276-879502952e43 req-6000fd31-f3f3-4a8e-9424-de29d756f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.612579 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-6000fd31-f3f3-4a8e-9424-de29d756f142 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948527 Jan 25 02:36:10.620217 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dca908a-cba3-435a-87d5-9aabdef59045 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:10.629095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks [] for port (7dca908a-cba3-435a-87d5-9aabdef59045), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.657049 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Transition to ACTIVE for port object 7dca908a-cba3-435a-87d5-9aabdef59045 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:10.751720 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-61689721-4c63-4d99-aa8c-b142f8ef4989 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295946 Jan 25 02:36:10.763753 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device c5898987-54f3-465f-9466-cda135248992 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:10.846412 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6f5eb6-442d-4a09-b88b-da64daf9841f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:10.855903 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks [] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.860055 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1707365-53da-4f7f-8de6-500c90fc1c97 req-b80e2c22-c11b-4494-9bae-3f4a72a0945a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:10.864526 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a1707365-53da-4f7f-8de6-500c90fc1c97 req-b80e2c22-c11b-4494-9bae-3f4a72a0945a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 931 time: 0.1110263 Jan 25 02:36:10.878349 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Transition to ACTIVE for port object 8f6f5eb6-442d-4a09-b88b-da64daf9841f will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:10.879695 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:10.970478 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Pushing event updated for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:10.989549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.011584 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c5898987-54f3-465f-9466-cda135248992,segment=NetworkSegment(b32a4146-bbf1-4568-9ac2-2ee5ef15aa32),segment_id=b32a4146-bbf1-4568-9ac2-2ee5ef15aa32)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:11.036798 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'c5898987-54f3-465f-9466-cda135248992', 'network_id': 'f8783f03-4e9a-4afa-adf9-3934841ddc8a', 'port_id': 'c5898987-54f3-465f-9466-cda135248992', 'mac_address': 'fa:16:3e:40:65:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf05e4f-bfd1-46a4-9176-3afacd35f68e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:11.117731 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port c5898987-54f3-465f-9466-cda135248992 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:11.118037 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c5898987-54f3-465f-9466-cda135248992), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.134150 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a1707365-53da-4f7f-8de6-500c90fc1c97 req-af3e0cb4-691e-44e7-9037-14abd85bf413 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908791 Jan 25 02:36:11.138904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:11.154377 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ac09295b-cbae-44ce-b276-879502952e43 req-3c76c764-0f0f-44fb-9465-0db2c89c93ab service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619828 Jan 25 02:36:11.161313 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5898987-54f3-465f-9466-cda135248992 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:11.219363 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c5898987-54f3-465f-9466-cda135248992,segment=NetworkSegment(b32a4146-bbf1-4568-9ac2-2ee5ef15aa32),segment_id=b32a4146-bbf1-4568-9ac2-2ee5ef15aa32)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:11.229703 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c5898987-54f3-465f-9466-cda135248992), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.237475 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3c3b6-d5b4-4e50-bdf6-bae7949ee6cb req-3f02afe6-c163-4115-ac8e-9fb577d2cad8 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.245227 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60d3c3b6-d5b4-4e50-bdf6-bae7949ee6cb req-3f02afe6-c163-4115-ac8e-9fb577d2cad8 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 943 time: 0.5926681 Jan 25 02:36:11.265624 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Attempting to bind port 7dca908a-cba3-435a-87d5-9aabdef59045 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:11.265965 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Attempting to bind port 7dca908a-cba3-435a-87d5-9aabdef59045 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:11.266318 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Attempting to bind port 7dca908a-cba3-435a-87d5-9aabdef59045 on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:11.276791 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Port 7dca908a-cba3-435a-87d5-9aabdef59045 on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:11.277117 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Attempting to bind port 7dca908a-cba3-435a-87d5-9aabdef59045 on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:11.299708 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:11.300062 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Checking segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:11.300628 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Bound using segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:11.301120 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Bound port: 7dca908a-cba3-435a-87d5-9aabdef59045, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:11.301487 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.346122 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Attempting to bind port 8f6f5eb6-442d-4a09-b88b-da64daf9841f on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:11.346475 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Attempting to bind port 8f6f5eb6-442d-4a09-b88b-da64daf9841f by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:11.346806 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Attempting to bind port 8f6f5eb6-442d-4a09-b88b-da64daf9841f on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:11.351168 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:11.367119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Port 8f6f5eb6-442d-4a09-b88b-da64daf9841f on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:11.367452 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Attempting to bind port 8f6f5eb6-442d-4a09-b88b-da64daf9841f on network 33e29e1c-4c5b-46e6-a60e-c9a371db0688 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:11.376105 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-f3d05b47-696b-4c3a-bab4-f81db3fd97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.378118 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:11.378460 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Checking segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:11.378847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Bound using segment: {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:11.379354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Bound port: 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:11.379719 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.385304 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-f3d05b47-696b-4c3a-bab4-f81db3fd97cc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1096 time: 0.1179953 Jan 25 02:36:11.446292 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60d3c3b6-d5b4-4e50-bdf6-bae7949ee6cb req-319c2327-8ebf-47c6-b666-9b94fe51e61e tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000186 Jan 25 02:36:11.500303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:11.535852 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7dca908a-cba3-435a-87d5-9aabdef59045,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:11.547609 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-39eb52fa-d379-452f-a1ed-981f85508496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.549326 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-39eb52fa-d379-452f-a1ed-981f85508496 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.1537471 Jan 25 02:36:11.555355 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:11.557958 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:11.562414 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.584547 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.593936 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['c5898987-54f3-465f-9466-cda135248992'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:11.620927 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.623112 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.625422 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] 10.222.0.120 "PUT /v2.0/ports/7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 1093 time: 2.8949287 Jan 25 02:36:11.628038 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:11.648328 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-7c44e90b-ba04-42d7-8c70-e3d01585a1bf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 217 time: 0.0909290 Jan 25 02:36:11.840158 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-c39c82ae-ef84-4307-8e6d-439e436ff52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.845576 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-c39c82ae-ef84-4307-8e6d-439e436ff52c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.1735106 Jan 25 02:36:11.881217 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.881847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:11.883481 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] 10.222.0.120 "PUT /v2.0/ports/8f6f5eb6-442d-4a09-b88b-da64daf9841f HTTP/1.1" status: 200 len: 1093 time: 2.0538771 Jan 25 02:36:11.912455 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64588f-6222-46fd-957d-20fe616e480d req-4321a976-ce9d-48fa-9f48-a9237f3afcaf tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.915204 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6a64588f-6222-46fd-957d-20fe616e480d req-4321a976-ce9d-48fa-9f48-a9237f3afcaf tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.2633598 Jan 25 02:36:11.930687 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149878b-bc04-4471-865e-1216e3887f6d service neutron] Pushing event updated for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:11.959051 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-550f4304-bd2e-41ca-8265-339fbb487bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:11.961247 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-550f4304-bd2e-41ca-8265-339fbb487bff service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1096 time: 0.1892381 Jan 25 02:36:12.053764 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-ff317770-7621-4cc7-bb29-8808ccfc5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.055666 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-ff317770-7621-4cc7-bb29-8808ccfc5962 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1984711 Jan 25 02:36:12.132543 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2eb73d-22fd-495a-a793-5ac50236f219" -d '{"events": [{"name": "network-changed", "server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:12.143883 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6a64588f-6222-46fd-957d-20fe616e480d req-9c71097f-266d-4576-b09c-3aa68926da56 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784773 Jan 25 02:36:12.169041 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-eda1c200-79a6-4371-9069-f0d24488eb11 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.1760483 Jan 25 02:36:12.247562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dedaf5-44e3-4d95-b117-8254c7389e81 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:12.256305 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-038c7b34-9176-4fa7-b5ac-d67266e50973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.257803 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-038c7b34-9176-4fa7-b5ac-d67266e50973 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 1096 time: 0.2641840 Jan 25 02:36:12.259122 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-e5d2a19e-3099-4ce6-b11b-fc9df7d16227 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859519 Jan 25 02:36:12.263544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-77e4376d-2fe6-4ea7-a7a4-567283509a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.265971 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-77e4376d-2fe6-4ea7-a7a4-567283509a20 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.0885160 Jan 25 02:36:12.383541 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f85f8-b6fb-4602-b281-9d4dc262cbef req-353d59dc-8f3c-4647-8c17-1810d068eb2f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.385072 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1b3f85f8-b6fb-4602-b281-9d4dc262cbef req-353d59dc-8f3c-4647-8c17-1810d068eb2f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 943 time: 0.1139367 Jan 25 02:36:12.416262 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b61a449-c6e3-4743-93b1-b686e90dcaac req-2313681d-f83b-4ffb-b69b-ce07c85abd01 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357241 Jan 25 02:36:12.448743 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-8fbb00aa-d77f-458b-ae66-0f448f07f1f1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531985 Jan 25 02:36:12.450327 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-0d112d2a-491f-4096-9d59-0ae09b5eff16 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f HTTP/1.1" status: 200 len: 217 time: 0.1656053 Jan 25 02:36:12.496261 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b27f1-f944-4192-92c4-c4cc7f46ffa5 x-openstack-request-id: req-de2b27f1-f944-4192-92c4-c4cc7f46ffa5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:12.496554 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:12.496831 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-de2b27f1-f944-4192-92c4-c4cc7f46ffa5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:12.497262 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045', 'status': 'completed', 'code': 200} Jan 25 02:36:12.497364 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1b3f85f8-b6fb-4602-b281-9d4dc262cbef req-1b42ff82-2cdd-48c6-9272-09561b81fe81 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988662 Jan 25 02:36:12.536002 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50242) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:12.651196 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-3d74816f-be03-4f35-93a9-6e62d941b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.652679 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-3d74816f-be03-4f35-93a9-6e62d941b649 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.1827407 Jan 25 02:36:12.668452 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9145f-77a5-4cda-aac2-bf5c1e6c1df6 req-9a2e8bd5-34b6-4b2b-97a6-37774b543afd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:12.670021 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d0b9145f-77a5-4cda-aac2-bf5c1e6c1df6 req-9a2e8bd5-34b6-4b2b-97a6-37774b543afd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 944 time: 0.1176260 Jan 25 02:36:12.692255 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90c16ef-deb6-4c2d-a76e-a454adfbdd06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.716378 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-acd989fc-8009-473e-8d8f-facb6c88de01 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557346 Jan 25 02:36:12.732153 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-e5835ead-5389-4d73-8ba4-7bbeb8d3d0e6 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609544 Jan 25 02:36:12.740554 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device c5898987-54f3-465f-9466-cda135248992 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:12.781205 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90c16ef-deb6-4c2d-a76e-a454adfbdd06 admin admin] Publish callbacks [] for security_group (6edc5967-08b2-4bf7-9e4d-f918aecdeb1e), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.791620 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90c16ef-deb6-4c2d-a76e-a454adfbdd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6edc5967-08b2-4bf7-9e4d-f918aecdeb1e), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.831666 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port c5898987-54f3-465f-9466-cda135248992 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:12.836299 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b90c16ef-deb6-4c2d-a76e-a454adfbdd06 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c29564301fbc4b11a027a90b6b2a743f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992141 Jan 25 02:36:12.837618 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d0b9145f-77a5-4cda-aac2-bf5c1e6c1df6 req-4dbb42e1-202f-434e-b2c8-33dc576330d7 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578178 Jan 25 02:36:12.839141 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port c5898987-54f3-465f-9466-cda135248992 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:12.839678 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (c5898987-54f3-465f-9466-cda135248992), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.850031 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c16ef-deb6-4c2d-a76e-a454adfbdd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc5967-08b2-4bf7-9e4d-f918aecdeb1e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:12.852691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50250) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:12.903837 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-3816da49-7f11-4844-a365-63c8d4396403 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804831 Jan 25 02:36:12.921652 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] Publish callbacks [] for security_group (6edc5967-08b2-4bf7-9e4d-f918aecdeb1e), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.937176 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8901d282-c332-4fcd-a891-87a4e93077b8 req-40b80a25-61b3-445b-bb02-8e42d272d23a service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909108 Jan 25 02:36:12.956144 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] Publish callbacks [] for security_group (6edc5967-08b2-4bf7-9e4d-f918aecdeb1e), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:12.980966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port c5898987-54f3-465f-9466-cda135248992 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:12.981408 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c5898987-54f3-465f-9466-cda135248992), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.033219 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c5898987-54f3-465f-9466-cda135248992,segment=NetworkSegment(b32a4146-bbf1-4568-9ac2-2ee5ef15aa32),segment_id=b32a4146-bbf1-4568-9ac2-2ee5ef15aa32)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:13.035325 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5898987-54f3-465f-9466-cda135248992'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:13.068169 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6edc5967-08b2-4bf7-9e4d-f918aecdeb1e), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.071464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.075410 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6edc5967-08b2-4bf7-9e4d-f918aecdeb1e HTTP/1.1" status: 204 len: 168 time: 0.2193496 Jan 25 02:36:13.085246 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4d85b-b5bb-4fc7-8ac4-0e8f3bc4459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc5967-08b2-4bf7-9e4d-f918aecdeb1e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.231785 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b5b333f-8f8d-41aa-af47-618e8f81e8f8 req-2e15b970-b20a-4a81-bfd6-3d260d7fd332 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189061 Jan 25 02:36:13.234382 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-d9b249d8-dc10-4ffe-9e65-944b7dea5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.235815 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-d9b249d8-dc10-4ffe-9e65-944b7dea5b2e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1096 time: 0.0838547 Jan 25 02:36:13.385791 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c5898987-54f3-465f-9466-cda135248992), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.418821 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f745a3-7404-4501-ae5d-f36af25ccdb5 req-ac167180-45d7-4b0f-9f2b-15c1125199d2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.424907 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-55f745a3-7404-4501-ae5d-f36af25ccdb5 req-ac167180-45d7-4b0f-9f2b-15c1125199d2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.1088223 Jan 25 02:36:13.504060 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.541380 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-55f745a3-7404-4501-ae5d-f36af25ccdb5 req-7b5354a9-5be2-4758-9b10-1b11b17ac44c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092684 Jan 25 02:36:13.596878 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-be6944dd-fe42-4cce-be9e-a26d8cf8db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.603832 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-be6944dd-fe42-4cce-be9e-a26d8cf8db33 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.3479452 Jan 25 02:36:13.698741 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-1d1e6ce9-a962-4a2b-a1cb-aa1dcd3b5818 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.0880353 Jan 25 02:36:13.715807 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50290) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.735942 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbf011a1-fa9a-4059-9e9d-42ba75dd37e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.754079 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da7a0d-8981-41ae-9e99-36a209e052b4 req-40edf819-18e3-4230-8e7f-16f7d31304c0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.761722 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a7da7a0d-8981-41ae-9e99-36a209e052b4 req-40edf819-18e3-4230-8e7f-16f7d31304c0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 943 time: 0.1545804 Jan 25 02:36:13.802800 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:13.810773 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-c1634b93-5bb5-49d6-823a-93565fb43d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:13.812744 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-c1634b93-5bb5-49d6-823a-93565fb43d51 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.1058450 Jan 25 02:36:13.850233 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242df59-11ac-48e7-9e2d-4b62177d01a4" -d '{"events": [{"server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "name": "network-vif-plugged", "status": "completed", "tag": "c5898987-54f3-465f-9466-cda135248992"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:13.877255 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-30b759e9-ef7c-4e5d-baff-28ac89cc729e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580022 Jan 25 02:36:13.889262 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a7da7a0d-8981-41ae-9e99-36a209e052b4 req-4025dad2-f64a-4ab0-824d-615ebaf72639 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265392 Jan 25 02:36:13.898435 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbf011a1-fa9a-4059-9e9d-42ba75dd37e1 admin admin] Publish callbacks [] for security_group (edb70379-67d1-4fb1-a19d-378b8be88975), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.910911 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dbf011a1-fa9a-4059-9e9d-42ba75dd37e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (edb70379-67d1-4fb1-a19d-378b8be88975), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:13.957861 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-dbf011a1-fa9a-4059-9e9d-42ba75dd37e1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=9cfcd0a03db5425eba17ea2375a965a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402859 Jan 25 02:36:13.958869 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf011a1-fa9a-4059-9e9d-42ba75dd37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb70379-67d1-4fb1-a19d-378b8be88975,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:13.960272 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50310) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:14.093819 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-ee4a57a7-0f37-46a3-a15f-add62ab35134 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987686 Jan 25 02:36:14.096286 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea318513-10c4-43e0-aeac-656b5c4a4984 x-openstack-request-id: req-ea318513-10c4-43e0-aeac-656b5c4a4984 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:14.096286 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "name": "network-vif-plugged", "status": "completed", "tag": "c5898987-54f3-465f-9466-cda135248992", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:14.096286 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ea318513-10c4-43e0-aeac-656b5c4a4984 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:14.096592 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5898987-54f3-465f-9466-cda135248992', 'code': 200} Jan 25 02:36:14.112794 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] Publish callbacks [] for security_group (edb70379-67d1-4fb1-a19d-378b8be88975), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.132841 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8ade-4fff-49e5-a3d5-20d638de78a9 req-8a7952ec-2157-45de-85aa-0cd76af76cb0 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.134395 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-666b8ade-4fff-49e5-a3d5-20d638de78a9 req-8a7952ec-2157-45de-85aa-0cd76af76cb0 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.1025875 Jan 25 02:36:14.156782 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f519c2de-4389-4ffc-aac0-faf28451288d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.172397 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] Publish callbacks [] for security_group (edb70379-67d1-4fb1-a19d-378b8be88975), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.289043 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-666b8ade-4fff-49e5-a3d5-20d638de78a9 req-252260fe-f0ac-4876-bee4-498a8c64a64e tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414962 Jan 25 02:36:14.304959 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c2eb73d-22fd-495a-a793-5ac50236f219 req-01a18723-652c-4a20-b577-c1f34d16d4d6 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677513 Jan 25 02:36:14.309892 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (edb70379-67d1-4fb1-a19d-378b8be88975), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.313062 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.317853 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/edb70379-67d1-4fb1-a19d-378b8be88975 HTTP/1.1" status: 204 len: 168 time: 0.3557692 Jan 25 02:36:14.321904 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f519c2de-4389-4ffc-aac0-faf28451288d admin admin] Publish callbacks [] for security_group (51723239-0d15-43f3-a78e-904a7c0192b6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.328991 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d1e8-f4a2-4c73-8aeb-78301ad9e997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb70379-67d1-4fb1-a19d-378b8be88975,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.334076 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f519c2de-4389-4ffc-aac0-faf28451288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (51723239-0d15-43f3-a78e-904a7c0192b6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.383289 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f519c2de-4389-4ffc-aac0-faf28451288d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c38a49869e44409c99bd17f0240810c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680692 Jan 25 02:36:14.384137 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519c2de-4389-4ffc-aac0-faf28451288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51723239-0d15-43f3-a78e-904a7c0192b6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.386707 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50328) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:14.444491 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-6581bb07-cc80-4c26-b389-ed788322e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.445294 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] Publish callbacks [] for security_group (51723239-0d15-43f3-a78e-904a7c0192b6), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.445995 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-6581bb07-cc80-4c26-b389-ed788322e720 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 1098 time: 0.1016233 Jan 25 02:36:14.466064 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-c495cb87-8ec0-4da3-95ea-2cb5bae573fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.475146 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] Publish callbacks [] for security_group (51723239-0d15-43f3-a78e-904a7c0192b6), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.498225 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:14.500997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34051b-fda8-41d3-99b3-6259610daa56" -d '{"events": [{"name": "network-changed", "server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:14.552259 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (51723239-0d15-43f3-a78e-904a7c0192b6), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.552535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc874775-aff2-4134-9303-ff0a31aef170 x-openstack-request-id: req-cc874775-aff2-4134-9303-ff0a31aef170 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:14.552832 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:14.553085 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-cc874775-aff2-4134-9303-ff0a31aef170 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:14.553512 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f', 'status': 'completed', 'code': 200} Jan 25 02:36:14.556029 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.557926 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/51723239-0d15-43f3-a78e-904a7c0192b6 HTTP/1.1" status: 204 len: 168 time: 0.1701975 Jan 25 02:36:14.575953 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-c495cb87-8ec0-4da3-95ea-2cb5bae573fc service neutron] Publish callbacks [] for security_group (bc7c9caa-8f2a-4ba5-9fc1-35d89bad2d09), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.578398 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9de310-91a9-409a-8f77-c4b1ec233596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51723239-0d15-43f3-a78e-904a7c0192b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.595657 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-c495cb87-8ec0-4da3-95ea-2cb5bae573fc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bc7c9caa-8f2a-4ba5-9fc1-35d89bad2d09), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:14.653152 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-99104fc6-cefa-4d6b-a05c-1f4d89866e12 req-c495cb87-8ec0-4da3-95ea-2cb5bae573fc service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996493 Jan 25 02:36:14.752526 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495cb87-8ec0-4da3-95ea-2cb5bae573fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c9caa-8f2a-4ba5-9fc1-35d89bad2d09,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:14.753119 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:14.772252 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-e166a43a-b2af-414d-9555-04da8da296d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.774006 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-e166a43a-b2af-414d-9555-04da8da296d7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 1096 time: 0.1321623 Jan 25 02:36:14.800434 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da69ea2-02ee-4cd8-a5cf-1ef1285c1533 req-52790952-3453-4d19-9c53-a82a30366982 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:14.802366 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da69ea2-02ee-4cd8-a5cf-1ef1285c1533 req-52790952-3453-4d19-9c53-a82a30366982 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.1139512 Jan 25 02:36:14.875988 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da69ea2-02ee-4cd8-a5cf-1ef1285c1533 req-9e874ef7-5b6f-4c1c-9f0b-14aca5207d1d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652072 Jan 25 02:36:15.016083 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:15.052103 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:15.103872 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f99f-3d1f-441f-8249-2551f5feaa02 req-f8311220-0df2-411d-8ddd-0874476f3ca7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:15.104582 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:15.105191 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.115735 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8853f99f-3d1f-441f-8249-2551f5feaa02 req-f8311220-0df2-411d-8ddd-0874476f3ca7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 943 time: 0.0911164 Jan 25 02:36:15.125802 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:15.160358 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-abfb44f5-467d-40d8-830b-e5b0c098dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:15.161845 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-abfb44f5-467d-40d8-830b-e5b0c098dcf8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.2135549 Jan 25 02:36:15.173088 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:15.186876 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:15.235153 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8853f99f-3d1f-441f-8249-2551f5feaa02 req-d6dfadbf-381c-4d02-b70e-3a66a5549abd tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074500 Jan 25 02:36:15.243648 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-1a377a48-8067-4ac9-b030-c3fcb629ab64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f HTTP/1.1" status: 200 len: 217 time: 0.0705619 Jan 25 02:36:15.282674 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:15.317177 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-ed79bc06-b7bb-4427-9a39-7046a0f48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:15.318713 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-ed79bc06-b7bb-4427-9a39-7046a0f48921 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.0658994 Jan 25 02:36:15.372106 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-8870ec25-d138-444a-939c-d547cc90af35 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467575 Jan 25 02:36:15.510365 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['e1a74d0d-2430-40d2-9045-e644df4b1581'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:15.513301 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb9a12-1b9b-43b3-9e53-4af103e82825 req-74d990b5-79fd-4856-9120-b18f362a1afd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:15.527554 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-eadb9a12-1b9b-43b3-9e53-4af103e82825 req-74d990b5-79fd-4856-9120-b18f362a1afd tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.1450615 Jan 25 02:36:15.579710 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-6f97a411-754a-4e46-a2ba-0a7f1b7d3894 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882966 Jan 25 02:36:15.605596 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-eadb9a12-1b9b-43b3-9e53-4af103e82825 req-78e524eb-ff70-49e4-8ac1-322c56ddcb1b tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834532 Jan 25 02:36:15.793946 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ac34051b-fda8-41d3-99b3-6259610daa56 req-1d6a7841-3e30-454b-8f86-eb0f5c3e607b service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048144 Jan 25 02:36:16.057982 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e69ea-bd31-4c75-819d-d97aec33c22e req-3ffc7138-9dc1-4716-9291-e0d31140c82a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:16.059641 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d60e69ea-bd31-4c75-819d-d97aec33c22e req-3ffc7138-9dc1-4716-9291-e0d31140c82a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 944 time: 0.0679169 Jan 25 02:36:16.121831 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:16.139808 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d60e69ea-bd31-4c75-819d-d97aec33c22e req-d29770b5-aa4c-4434-9c02-4351005c8d3a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710402 Jan 25 02:36:16.406456 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76271b7-974a-4d87-85e3-3f642b1f3946 req-80c30696-8522-45e4-905e-e6042d3e121e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:16.418879 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b76271b7-974a-4d87-85e3-3f642b1f3946 req-80c30696-8522-45e4-905e-e6042d3e121e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 943 time: 0.1114695 Jan 25 02:36:16.507101 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b76271b7-974a-4d87-85e3-3f642b1f3946 req-e8001eb0-650c-4fe0-842d-5290a2d79720 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872672 Jan 25 02:36:16.728912 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36ef33-7fca-498a-80f9-7bdbd7941d16 req-dc5f3ed7-c817-41db-92b1-5b0f6750aea0 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:16.730503 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cd36ef33-7fca-498a-80f9-7bdbd7941d16 req-dc5f3ed7-c817-41db-92b1-5b0f6750aea0 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.0557981 Jan 25 02:36:16.757402 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7dca908a-cba3-435a-87d5-9aabdef59045 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:16.802562 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:16.807995 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cd36ef33-7fca-498a-80f9-7bdbd7941d16 req-82550432-f581-4110-9e2f-d0621c6d9f34 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698256 Jan 25 02:36:16.912305 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7dca908a-cba3-435a-87d5-9aabdef59045,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:16.929448 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '7dca908a-cba3-435a-87d5-9aabdef59045', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'port_id': '7dca908a-cba3-435a-87d5-9aabdef59045', 'mac_address': 'fa:16:3e:33:ee:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8752055-d090-498a-879e-074ad2a08864', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:16.942900 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port e1a74d0d-2430-40d2-9045-e644df4b1581 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:16.970679 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port e1a74d0d-2430-40d2-9045-e644df4b1581 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:16.971338 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.010725 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 7dca908a-cba3-435a-87d5-9aabdef59045 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:17.015158 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.030628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dca908a-cba3-435a-87d5-9aabdef59045 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:17.067492 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7dca908a-cba3-435a-87d5-9aabdef59045,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:17.096609 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.097225 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 8f6f5eb6-442d-4a09-b88b-da64daf9841f details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:17.148467 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:17.149040 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.191889 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:17.206039 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.227697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:17.230549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c9da98-b5c7-4378-a841-aaa5dc161957" -d '{"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:17.245517 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '8f6f5eb6-442d-4a09-b88b-da64daf9841f', 'network_id': '33e29e1c-4c5b-46e6-a60e-c9a371db0688', 'port_id': '8f6f5eb6-442d-4a09-b88b-da64daf9841f', 'mac_address': 'fa:16:3e:a2:18:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8752055-d090-498a-879e-074ad2a08864', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:17.249230 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:17.257259 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.338725 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91929756-b7b9-4a17-a37f-b507653c8e2c x-openstack-request-id: req-91929756-b7b9-4a17-a37f-b507653c8e2c {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:17.339072 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:17.339336 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-91929756-b7b9-4a17-a37f-b507653c8e2c {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:17.339738 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'code': 200} Jan 25 02:36:17.343650 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 8f6f5eb6-442d-4a09-b88b-da64daf9841f is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:17.344140 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.383817 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478c029-52a4-4637-ab51-2e8225cbc446 req-80356d2b-fc0f-412c-97ab-d05054623937 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:17.398697 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1478c029-52a4-4637-ab51-2e8225cbc446 req-80356d2b-fc0f-412c-97ab-d05054623937 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1589515 Jan 25 02:36:17.417218 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.425878 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6f5eb6-442d-4a09-b88b-da64daf9841f {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:17.486063 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:17.501378 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:17.560031 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1478c029-52a4-4637-ab51-2e8225cbc446 req-470e1fd8-c846-4e49-8b55-b3289f35b1fa tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573412 Jan 25 02:36:17.606380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:17.720835 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b0aec-43a1-40f6-a480-b16d1474b7ab req-83bcb3a0-2448-4261-9793-baa44e4c44d4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:17.724073 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89f3b5-8106-454e-a3f7-267d2cda0a71 req-3058676a-adc9-464f-a8be-96352e12e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:17.727812 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-af89f3b5-8106-454e-a3f7-267d2cda0a71 req-3058676a-adc9-464f-a8be-96352e12e4a3 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1098 time: 0.0869212 Jan 25 02:36:17.731909 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-907b0aec-43a1-40f6-a480-b16d1474b7ab req-83bcb3a0-2448-4261-9793-baa44e4c44d4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 944 time: 0.0873027 Jan 25 02:36:17.821207 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-907b0aec-43a1-40f6-a480-b16d1474b7ab req-6fda759b-ed26-4d28-ac54-d4a258c5bad2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Jan 25 02:36:17.833658 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-af89f3b5-8106-454e-a3f7-267d2cda0a71 req-3b5517df-2f70-4a00-8d15-5bcc35ee1c54 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954895 Jan 25 02:36:17.848282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50534) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:17.900653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['7dca908a-cba3-435a-87d5-9aabdef59045'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:17.938091 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['8f6f5eb6-442d-4a09-b88b-da64daf9841f'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:18.023433 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39fc1c72-1663-4c5a-86c7-f620c3b8dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.126004 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39fc1c72-1663-4c5a-86c7-f620c3b8dd7b admin admin] Publish callbacks [] for security_group (5827b5f9-c695-47d5-ab75-e4c144d93e12), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.132130 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39fc1c72-1663-4c5a-86c7-f620c3b8dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5827b5f9-c695-47d5-ab75-e4c144d93e12), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.192380 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-39fc1c72-1663-4c5a-86c7-f620c3b8dd7b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3c92305a2f8a4125be67f0c21c75e8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426204 Jan 25 02:36:18.194917 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50558) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.204731 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc1c72-1663-4c5a-86c7-f620c3b8dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5827b5f9-c695-47d5-ab75-e4c144d93e12,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.269595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] Publish callbacks [] for security_group (5827b5f9-c695-47d5-ab75-e4c144d93e12), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.293758 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] Publish callbacks [] for security_group (5827b5f9-c695-47d5-ab75-e4c144d93e12), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.358864 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5827b5f9-c695-47d5-ab75-e4c144d93e12), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.363373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.364656 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5827b5f9-c695-47d5-ab75-e4c144d93e12 HTTP/1.1" status: 204 len: 168 time: 0.1684539 Jan 25 02:36:18.375556 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c967b-a4d5-40dc-bab6-02eb5c4caf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5827b5f9-c695-47d5-ab75-e4c144d93e12,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.667717 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50590) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.704393 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bbf8d-98e0-440d-b270-491803eec602 req-96a144c1-e864-4813-b92b-cdb6397e4da0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:18.705614 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-060bbf8d-98e0-440d-b270-491803eec602 req-96a144c1-e864-4813-b92b-cdb6397e4da0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0581183 Jan 25 02:36:18.761471 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-060bbf8d-98e0-440d-b270-491803eec602 req-082fb2b4-607c-490e-a54e-96bf3d1e0276 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494056 Jan 25 02:36:18.790625 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c010531-912e-4334-a6a7-6482d2be7bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.842258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50598) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:18.862834 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56b9ab09-c9f6-4088-b02d-454064b93c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.913970 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c010531-912e-4334-a6a7-6482d2be7bc5 admin admin] Publish callbacks [] for security_group (bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.919209 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c010531-912e-4334-a6a7-6482d2be7bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:18.973096 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5c010531-912e-4334-a6a7-6482d2be7bc5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=822896fd1c2748f08f3f0ff31e647e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042262 Jan 25 02:36:18.974268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010531-912e-4334-a6a7-6482d2be7bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:18.978232 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50604) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.057275 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8ea09-141c-49e8-8ae3-20cf8e7e0a81 req-aa529f90-e14d-4bf7-bc0f-e2f4169c26e1 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:19.058785 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d5d8ea09-141c-49e8-8ae3-20cf8e7e0a81 req-aa529f90-e14d-4bf7-bc0f-e2f4169c26e1 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 944 time: 0.1292429 Jan 25 02:36:19.076001 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] Publish callbacks [] for security_group (bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.128798 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56b9ab09-c9f6-4088-b02d-454064b93c7a admin admin] Publish callbacks [] for security_group (cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.136128 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] Publish callbacks [] for security_group (bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.143202 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d5d8ea09-141c-49e8-8ae3-20cf8e7e0a81 req-2ae8fa90-eade-4813-8730-2a3a41f155a7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Jan 25 02:36:19.148610 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56b9ab09-c9f6-4088-b02d-454064b93c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.203059 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-56b9ab09-c9f6-4088-b02d-454064b93c7a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2332d203c9e741ad96b64e306edc0bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572352 Jan 25 02:36:19.203059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9ab09-c9f6-4088-b02d-454064b93c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.206400 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50614) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.232376 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.236153 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.243906 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a HTTP/1.1" status: 204 len: 168 time: 0.2641051 Jan 25 02:36:19.268267 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79232d-a771-4462-9226-c61896dc34de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06e6d7-9d52-458b-9ee9-cb3d4b5c512a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.306346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] Publish callbacks [] for security_group (cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.335085 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] Publish callbacks [] for security_group (cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.388716 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.392072 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.393339 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa HTTP/1.1" status: 204 len: 168 time: 0.1856112 Jan 25 02:36:19.402467 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daa051-3c1e-41e1-8bf5-9f6ba57199db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b8ca1-d64b-4b2c-9d6a-a8bc971075aa,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:19.719907 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50650) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.736282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e149f85e-f66a-4073-aa92-212a6071c9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.841705 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e149f85e-f66a-4073-aa92-212a6071c9e5 admin admin] Publish callbacks [] for security_group (8889ad31-d5d9-4549-9bb6-9461b402d317), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.851107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e149f85e-f66a-4073-aa92-212a6071c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (8889ad31-d5d9-4549-9bb6-9461b402d317), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:19.930554 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e149f85e-f66a-4073-aa92-212a6071c9e5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0195101de2c14ede93684c528b8feda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093129 Jan 25 02:36:19.933597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50670) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:19.966065 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a880e-1398-4827-813b-30c2d14312c0 req-0230c4a2-9f49-4eef-b951-a8eb6222a823 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:19.976305 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6a880e-1398-4827-813b-30c2d14312c0 req-0230c4a2-9f49-4eef-b951-a8eb6222a823 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1262393 Jan 25 02:36:19.993722 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] Publish callbacks [] for security_group (8889ad31-d5d9-4549-9bb6-9461b402d317), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.020717 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] Publish callbacks [] for security_group (8889ad31-d5d9-4549-9bb6-9461b402d317), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.040443 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6a880e-1398-4827-813b-30c2d14312c0 req-fea8d165-bd31-44f5-848a-c98bda5c14ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623331 Jan 25 02:36:20.041509 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149f85e-f66a-4073-aa92-212a6071c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889ad31-d5d9-4549-9bb6-9461b402d317,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:20.098991 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (8889ad31-d5d9-4549-9bb6-9461b402d317), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.102121 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.105598 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8889ad31-d5d9-4549-9bb6-9461b402d317 HTTP/1.1" status: 204 len: 168 time: 0.1680198 Jan 25 02:36:20.119879 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab28fa-da6c-490f-a97c-2c1f3b9a6b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889ad31-d5d9-4549-9bb6-9461b402d317,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:20.255289 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f0063-72cc-40df-b814-f25989491d12 req-9f0c11ee-1788-43ba-b374-920bbf1738d1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:20.266510 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-437f0063-72cc-40df-b814-f25989491d12 req-9f0c11ee-1788-43ba-b374-920bbf1738d1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0945802 Jan 25 02:36:20.278612 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50698) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:20.284789 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'floatingip': {'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:20.412992 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd430089-21c1-4a5e-a550-73fd5e76e119 req-160d69e6-c01f-4c6b-a8f0-c8cf7c300185 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:20.415587 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd430089-21c1-4a5e-a550-73fd5e76e119 req-160d69e6-c01f-4c6b-a8f0-c8cf7c300185 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 944 time: 0.1081951 Jan 25 02:36:20.451828 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:20.516127 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd430089-21c1-4a5e-a550-73fd5e76e119 req-04c65159-b27c-42c4-b9c1-dc741a945d49 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857739 Jan 25 02:36:20.766866 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7dca908a-cba3-435a-87d5-9aabdef59045 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:20.891198 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 7dca908a-cba3-435a-87d5-9aabdef59045 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:20.901985 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 7dca908a-cba3-435a-87d5-9aabdef59045 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:20.902702 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.070062 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50738) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:21.083920 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 7dca908a-cba3-435a-87d5-9aabdef59045 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:21.085897 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.119579 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:21.121901 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9634c01a-5583-4c64-baa2-818d26dae9d0" -d '{"events": [{"server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "name": "network-vif-plugged", "status": "completed", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:21.141706 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7dca908a-cba3-435a-87d5-9aabdef59045,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:21.152334 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.153600 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 8f6f5eb6-442d-4a09-b88b-da64daf9841f up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:21.199209 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbeadfe-022d-4fc2-a5ac-e81208da0afd x-openstack-request-id: req-5cbeadfe-022d-4fc2-a5ac-e81208da0afd {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:21.199446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "name": "network-vif-plugged", "status": "completed", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:21.199704 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-5cbeadfe-022d-4fc2-a5ac-e81208da0afd {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:21.200100 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045', 'code': 200} Jan 25 02:36:21.275729 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:21.297694 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 8f6f5eb6-442d-4a09-b88b-da64daf9841f completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:21.301937 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 8f6f5eb6-442d-4a09-b88b-da64daf9841f triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:21.302434 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.467472 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31bd888c-259b-423c-9e14-c5afaf4f68d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.474238 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 8f6f5eb6-442d-4a09-b88b-da64daf9841f is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:21.474641 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.510866 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 02:36:21.512724 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb61c65-b804-4b88-b5ac-967a789e4834 req-81e49687-c367-4c1e-a840-f12222680984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:21.516129 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dfb61c65-b804-4b88-b5ac-967a789e4834 req-81e49687-c367-4c1e-a840-f12222680984 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.1084738 Jan 25 02:36:21.549012 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:21.558079 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.665120 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dfb61c65-b804-4b88-b5ac-967a789e4834 req-42b17f0e-683b-4025-b151-6b362aa35637 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258178 Jan 25 02:36:21.668440 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:21.703324 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.729042 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31bd888c-259b-423c-9e14-c5afaf4f68d9 admin admin] Publish callbacks [] for security_group (29333e4f-fac3-4e5c-960a-0e8d7bd2ceac), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.747779 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.750722 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31bd888c-259b-423c-9e14-c5afaf4f68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (29333e4f-fac3-4e5c-960a-0e8d7bd2ceac), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:21.837320 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-31bd888c-259b-423c-9e14-c5afaf4f68d9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=249cb4a05d994686afb408f8867f0d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7636337 Jan 25 02:36:21.841362 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50774) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:21.843215 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd888c-259b-423c-9e14-c5afaf4f68d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29333e4f-fac3-4e5c-960a-0e8d7bd2ceac,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:22.020418 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6b0cf-2ab2-41d4-b12f-26fe344fd89c req-6b372e85-8f91-4162-91be-938ae3cf1f35 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:22.031566 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-67b6b0cf-2ab2-41d4-b12f-26fe344fd89c req-6b372e85-8f91-4162-91be-938ae3cf1f35 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.3253486 Jan 25 02:36:22.039573 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] Publish callbacks [] for security_group (29333e4f-fac3-4e5c-960a-0e8d7bd2ceac), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.098518 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] Publish callbacks [] for security_group (29333e4f-fac3-4e5c-960a-0e8d7bd2ceac), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.140970 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-67b6b0cf-2ab2-41d4-b12f-26fe344fd89c req-fe74d9ac-15f5-4481-9892-5ef54c48fb16 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023395 Jan 25 02:36:22.145249 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf386a5d-9952-4882-8875-6794e287d6bb req-1a0f7bcb-39e6-40b9-ad18-49ea66b081c9 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:22.147095 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cf386a5d-9952-4882-8875-6794e287d6bb req-1a0f7bcb-39e6-40b9-ad18-49ea66b081c9 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.1087246 Jan 25 02:36:22.167778 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Floating IP 21838758-3767-4fe1-a891-eb874b85d451 associated. External IP: 172.28.2.103, port: e1a74d0d-2430-40d2-9045-e644df4b1581. Jan 25 02:36:22.227121 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cf386a5d-9952-4882-8875-6794e287d6bb req-257714c5-7e2f-43df-a70e-edb0d350bc29 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703118 Jan 25 02:36:22.241610 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (29333e4f-fac3-4e5c-960a-0e8d7bd2ceac), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.246000 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.251056 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/29333e4f-fac3-4e5c-960a-0e8d7bd2ceac HTTP/1.1" status: 204 len: 168 time: 0.3964787 Jan 25 02:36:22.260723 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24f932-ac50-4c41-b429-353d1c516b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29333e4f-fac3-4e5c-960a-0e8d7bd2ceac,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:22.534361 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:36:22.724941 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:36:22.732240 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.744191 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:36:22.770207 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:22.772394 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:36:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:22.791966 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 50830) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:22.819078 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-08255f6e-01b4-454c-a3fd-7697be8d5c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:22.851540 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c98b5578-33c0-4f72-a71c-03ffcffd5898 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "PUT /v2.0/floatingips/21838758-3767-4fe1-a891-eb874b85d451 HTTP/1.1" status: 200 len: 991 time: 2.5708158 Jan 25 02:36:22.852761 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:22.855739 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:22.954787 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb112cf-4736-48e5-9245-9fb7864b2347 x-openstack-request-id: req-0eb112cf-4736-48e5-9245-9fb7864b2347 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:22.955370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:22.955783 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0eb112cf-4736-48e5-9245-9fb7864b2347 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:22.956346 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'status': 'completed', 'code': 200} Jan 25 02:36:22.989503 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-08255f6e-01b4-454c-a3fd-7697be8d5c47 admin admin] Publish callbacks [] for security_group (136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.006340 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-08255f6e-01b4-454c-a3fd-7697be8d5c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.022605 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:23.068119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255f6e-01b4-454c-a3fd-7697be8d5c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:23.132853 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-08255f6e-01b4-454c-a3fd-7697be8d5c47 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c1be9bae7908440eaa0eb51890c2e44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397141 Jan 25 02:36:23.133536 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:23.147147 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-f8c7fe2e-5dfc-43c1-bc6f-fbacd052109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.148760 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-f8c7fe2e-5dfc-43c1-bc6f-fbacd052109a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1098 time: 0.0983398 Jan 25 02:36:23.202153 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:23.206269 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc26668-481b-4849-9a62-c9cf681f3b63" -d '{"events": [{"server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "name": "network-vif-plugged", "status": "completed", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:23.295809 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] Publish callbacks [] for security_group (136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.322409 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba3f3e-6963-49e9-85a9-8471dc4910a0 x-openstack-request-id: req-41ba3f3e-6963-49e9-85a9-8471dc4910a0 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:23.323318 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "name": "network-vif-plugged", "status": "completed", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:23.323831 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-41ba3f3e-6963-49e9-85a9-8471dc4910a0 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:23.324427 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f', 'code': 200} Jan 25 02:36:23.338060 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] Publish callbacks [] for security_group (136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.406359 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '21838758-3767-4fe1-a891-eb874b85d451', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a652b6-4277-457e-b144-c616251bb55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:58Z', 'updated_at': '2022-01-25T02:36:21Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:23.452077 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:36:23.462736 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:36:23.463398 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:36:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:23.598595 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:36:23.634221 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-474bb948-e446-400a-93c1-9127f20c23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.635875 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-474bb948-e446-400a-93c1-9127f20c23d7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.4793117 Jan 25 02:36:23.786170 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd311a-78c1-409c-9872-d389b6ebfdbb req-9f8a2ee9-98c1-41bd-be96-3cd5c684e908 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.795183 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-98cd311a-78c1-409c-9872-d389b6ebfdbb req-9f8a2ee9-98c1-41bd-be96-3cd5c684e908 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.3624690 Jan 25 02:36:23.837714 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.841986 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:23.845376 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4 HTTP/1.1" status: 204 len: 168 time: 0.7088363 Jan 25 02:36:23.876481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b54cd-13ee-416c-a2a7-c3020598d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136dfa4a-10c0-44a5-88bc-8f02f9c9b7c4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:23.894743 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-98cd311a-78c1-409c-9872-d389b6ebfdbb req-ff46bae1-3b99-4ff6-af87-619e6d0935a3 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953412 Jan 25 02:36:23.918132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512d33e-f7cc-427a-9ee7-8f025151006c req-e77f9047-e0fe-4411-8beb-08385951f2db tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.919778 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d512d33e-f7cc-427a-9ee7-8f025151006c req-e77f9047-e0fe-4411-8beb-08385951f2db tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.2829654 Jan 25 02:36:23.924205 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-8daddcce-6d99-48e0-8280-5f5a4091c487 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 999 time: 0.2725468 Jan 25 02:36:23.926955 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1309-242e-48bb-aec9-8f439fda1392 req-694af89a-5a2d-403a-b12f-e91e3105fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:23.928264 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d89f1309-242e-48bb-aec9-8f439fda1392 req-694af89a-5a2d-403a-b12f-e91e3105fcf0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 1098 time: 0.2784276 Jan 25 02:36:23.977646 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d512d33e-f7cc-427a-9ee7-8f025151006c req-4fefe1e9-f072-43c0-8739-4910ca133f49 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483975 Jan 25 02:36:24.070161 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-c2580ce0-7141-4120-8530-e4fda3189f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:24.072585 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-c2580ce0-7141-4120-8530-e4fda3189f8a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0985529 Jan 25 02:36:24.081550 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d89f1309-242e-48bb-aec9-8f439fda1392 req-f9fa15e1-3f94-434c-9318-b5f9116ad151 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088338 Jan 25 02:36:24.155889 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '21838758-3767-4fe1-a891-eb874b85d451', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a652b6-4277-457e-b144-c616251bb55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:58Z', 'updated_at': '2022-01-25T02:36:21Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:24.206328 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8abcf-6d39-45d6-b614-ae1fc61fa5ad None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '21838758-3767-4fe1-a891-eb874b85d451', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a652b6-4277-457e-b144-c616251bb55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:35:58Z', 'updated_at': '2022-01-25T02:36:21Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:36:24.434687 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-caae899f-b51e-4a87-8561-76fa0b2a4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:24.436893 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-caae899f-b51e-4a87-8561-76fa0b2a4d55 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0617356 Jan 25 02:36:24.593638 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af4786-73f6-4795-932d-bb1979482178 None None] New status for floating IP 21838758-3767-4fe1-a891-eb874b85d451: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:36:24.630850 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-29eba123-0529-4ff4-b661-1305ac618341 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845732 Jan 25 02:36:24.871090 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-ffa1f78e-f0fc-4778-b92e-95df67af7af5 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:24.874629 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-ffa1f78e-f0fc-4778-b92e-95df67af7af5 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.120 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.1779490 Jan 25 02:36:24.882913 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:24.991500 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca9ddfdb-2fa6-4d2a-add3-81861fe1bfc5 req-d7c5c783-b204-495d-9589-31b5f3338be3 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979598 Jan 25 02:36:25.105933 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60b99-a334-4f91-8cc4-84f50fa505b3 req-3ef993cb-4049-452f-8b7b-05def0e9d291 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:25.109129 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-abb60b99-a334-4f91-8cc4-84f50fa505b3 req-3ef993cb-4049-452f-8b7b-05def0e9d291 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 945 time: 0.1254234 Jan 25 02:36:25.117337 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b04c711-6755-4c61-a385-d50b212c1433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.196038 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Deleting port c5898987-54f3-465f-9466-cda135248992 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:36:25.196384 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (c5898987-54f3-465f-9466-cda135248992), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.256792 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-abb60b99-a334-4f91-8cc4-84f50fa505b3 req-b2f2d1c2-fe32-4015-9098-aaac0ea8df50 tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/security-groups?id=bab2d346-f08f-434f-8491-a0306c04df4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316733 Jan 25 02:36:25.273219 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06280a6-0e7a-4805-a8b9-08fa5118dd3f req-c10e60a5-0045-4b0f-9480-ada5f948b350 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:25.281184 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b06280a6-0e7a-4805-a8b9-08fa5118dd3f req-c10e60a5-0045-4b0f-9480-ada5f948b350 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1021323 Jan 25 02:36:25.349335 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b04c711-6755-4c61-a385-d50b212c1433 admin admin] Publish callbacks [] for security_group (f88e1ca1-08bd-40a4-a6c9-491d33106951), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.361797 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b06280a6-0e7a-4805-a8b9-08fa5118dd3f req-417f4af3-875e-4c6c-b98f-c7fb3a6fce17 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793624 Jan 25 02:36:25.368005 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b04c711-6755-4c61-a385-d50b212c1433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f88e1ca1-08bd-40a4-a6c9-491d33106951), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.380044 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] For port c5898987-54f3-465f-9466-cda135248992, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=c5898987-54f3-465f-9466-cda135248992,segment=NetworkSegment(b32a4146-bbf1-4568-9ac2-2ee5ef15aa32),segment_id=b32a4146-bbf1-4568-9ac2-2ee5ef15aa32)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:25.380422 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (c5898987-54f3-465f-9466-cda135248992), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.412576 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1b04c711-6755-4c61-a385-d50b212c1433 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2ea8079f0f734805a2ac1ce38917d04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280347 Jan 25 02:36:25.414857 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 50976) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:25.433107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Calling delete_port for c5898987-54f3-465f-9466-cda135248992 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:36:25.433568 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04c711-6755-4c61-a385-d50b212c1433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88e1ca1-08bd-40a4-a6c9-491d33106951,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:25.501732 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] Publish callbacks [] for security_group (f88e1ca1-08bd-40a4-a6c9-491d33106951), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.541282 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] Publish callbacks [] for security_group (f88e1ca1-08bd-40a4-a6c9-491d33106951), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.603902 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f88e1ca1-08bd-40a4-a6c9-491d33106951), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.608723 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.612610 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f88e1ca1-08bd-40a4-a6c9-491d33106951 HTTP/1.1" status: 204 len: 168 time: 0.1936040 Jan 25 02:36:25.641133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4ccfc-dc42-4637-8ce9-c55d0ca5cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88e1ca1-08bd-40a4-a6c9-491d33106951,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:25.675855 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342'] for port (c5898987-54f3-465f-9466-cda135248992), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.710981 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['c5898987-54f3-465f-9466-cda135248992'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:25.717585 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Pushing event deleted for resources: {'Port': ['ID=c5898987-54f3-465f-9466-cda135248992,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:25.781947 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] No DVR routers for this DVR port c5898987-54f3-465f-9466-cda135248992 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:36:25.785322 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:25.789271 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ea46a8a2-8ca8-4df7-b23d-fd995faba6a1 req-3cd210bd-69bf-4094-809c-e32d69dae9cb tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.120 "DELETE /v2.0/ports/c5898987-54f3-465f-9466-cda135248992 HTTP/1.1" status: 204 len: 173 time: 0.9025710 Jan 25 02:36:25.789754 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'name': 'network-vif-deleted', 'tag': 'c5898987-54f3-465f-9466-cda135248992'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:25.792195 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0692a737-adec-4237-ae09-c02ce5a5d611" -d '{"events": [{"server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "name": "network-vif-deleted", "tag": "c5898987-54f3-465f-9466-cda135248992"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:25.848078 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67602a43-2d1a-460b-a4db-6e7e6c845ee5 x-openstack-request-id: req-67602a43-2d1a-460b-a4db-6e7e6c845ee5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:25.848912 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e5f68e-a618-425d-b67c-5e3817ca7314", "name": "network-vif-deleted", "tag": "c5898987-54f3-465f-9466-cda135248992", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:25.849114 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-67602a43-2d1a-460b-a4db-6e7e6c845ee5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:25.849519 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e5f68e-a618-425d-b67c-5e3817ca7314', 'name': 'network-vif-deleted', 'tag': 'c5898987-54f3-465f-9466-cda135248992', 'status': 'completed', 'code': 200} Jan 25 02:36:25.979679 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.113735 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51016) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.129174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dcf75a22-6a10-4adc-82ee-ace3a729ad82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.238295 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dcf75a22-6a10-4adc-82ee-ace3a729ad82 admin admin] Publish callbacks [] for security_group (d47a234d-f35d-429a-a376-3913b038690e), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.246586 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dcf75a22-6a10-4adc-82ee-ace3a729ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d47a234d-f35d-429a-a376-3913b038690e), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.311833 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51022) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.323486 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-dcf75a22-6a10-4adc-82ee-ace3a729ad82 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=051a22cd14f54a20a94b4020e8a59ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989782 Jan 25 02:36:26.329718 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf75a22-6a10-4adc-82ee-ace3a729ad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a234d-f35d-429a-a376-3913b038690e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.410788 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] Publish callbacks [] for security_group (d47a234d-f35d-429a-a376-3913b038690e), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.439048 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d05f89c9-f5bf-4d97-b74d-91a50c0dfd8f req-35ff7937-b90f-47a9-a0b2-420332c1491f tempest-DeleteServersTestJSON-2105585130 tempest-DeleteServersTestJSON-2105585130-project] 10.222.0.109 "GET /v2.0/ports?device_id=c4e5f68e-a618-425d-b67c-5e3817ca7314 HTTP/1.1" status: 200 len: 210 time: 0.0393767 Jan 25 02:36:26.459357 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] Publish callbacks [] for security_group (d47a234d-f35d-429a-a376-3913b038690e), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.490687 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95d6733e-ec49-4985-9c16-e5afd872c9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.495164 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51026) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.526086 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d47a234d-f35d-429a-a376-3913b038690e), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.528727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.533893 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d47a234d-f35d-429a-a376-3913b038690e HTTP/1.1" status: 204 len: 168 time: 0.2173927 Jan 25 02:36:26.550284 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898715-dcc9-40bf-b838-d89484785255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a234d-f35d-429a-a376-3913b038690e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.594096 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682abb-6377-41ae-a863-030f50f798eb req-f17491b5-a836-4f61-a9d6-99075dfc41f6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:26.596100 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6a682abb-6377-41ae-a863-030f50f798eb req-f17491b5-a836-4f61-a9d6-99075dfc41f6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0890355 Jan 25 02:36:26.632035 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78169bc2-7690-4def-9a4f-1f5349f8a51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.662124 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6a682abb-6377-41ae-a863-030f50f798eb req-99e6813c-e530-4c07-a506-7aba376866fe tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599854 Jan 25 02:36:26.688324 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95d6733e-ec49-4985-9c16-e5afd872c9e3 admin admin] Publish callbacks [] for security_group (1c2c4de6-33ff-42a1-b007-4dcb81c5f734), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.693884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95d6733e-ec49-4985-9c16-e5afd872c9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (1c2c4de6-33ff-42a1-b007-4dcb81c5f734), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.743927 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-95d6733e-ec49-4985-9c16-e5afd872c9e3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0c7d761500e641e2813d21a41f562466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7631376 Jan 25 02:36:26.744998 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6733e-ec49-4985-9c16-e5afd872c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c4de6-33ff-42a1-b007-4dcb81c5f734,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.748281 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.773700 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78169bc2-7690-4def-9a4f-1f5349f8a51a admin admin] Publish callbacks [] for security_group (cc29b4a6-fd43-44a5-9d9a-fac5193140b6), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.785214 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78169bc2-7690-4def-9a4f-1f5349f8a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cc29b4a6-fd43-44a5-9d9a-fac5193140b6), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.825528 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] Publish callbacks [] for security_group (1c2c4de6-33ff-42a1-b007-4dcb81c5f734), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:26.862702 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-78169bc2-7690-4def-9a4f-1f5349f8a51a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8c6075d5dab84c7289cdc095679da403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629630 Jan 25 02:36:26.862702 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78169bc2-7690-4def-9a4f-1f5349f8a51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29b4a6-fd43-44a5-9d9a-fac5193140b6,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:26.863633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51044) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:26.900751 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] Publish callbacks [] for security_group (1c2c4de6-33ff-42a1-b007-4dcb81c5f734), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.016015 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51048) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:27.027124 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] Publish callbacks [] for security_group (cc29b4a6-fd43-44a5-9d9a-fac5193140b6), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.062046 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] Publish callbacks [] for security_group (cc29b4a6-fd43-44a5-9d9a-fac5193140b6), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.085109 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (1c2c4de6-33ff-42a1-b007-4dcb81c5f734), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.088283 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.092400 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/1c2c4de6-33ff-42a1-b007-4dcb81c5f734 HTTP/1.1" status: 204 len: 168 time: 0.3407619 Jan 25 02:36:27.124128 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f193a54-c961-47c3-a0ea-5cefc7168084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c4de6-33ff-42a1-b007-4dcb81c5f734,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:27.164908 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cc29b4a6-fd43-44a5-9d9a-fac5193140b6), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.171235 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.172582 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cc29b4a6-fd43-44a5-9d9a-fac5193140b6 HTTP/1.1" status: 204 len: 168 time: 0.2912147 Jan 25 02:36:27.182984 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d150-1a8a-4797-916c-07d1785a5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29b4a6-fd43-44a5-9d9a-fac5193140b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:27.241220 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d2d7-6ea9-4ec5-8439-1ac45e853d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.256201 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-24f494a5-d42b-499a-aecb-f891bf9411f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.257710 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-24f494a5-d42b-499a-aecb-f891bf9411f5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 1098 time: 0.1128998 Jan 25 02:36:27.273318 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556bf70-2a33-4824-b002-f28b04a4d437 req-3affea88-e6f9-441c-957d-7c9b1bcb21fe tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.274812 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3556bf70-2a33-4824-b002-f28b04a4d437 req-3affea88-e6f9-441c-957d-7c9b1bcb21fe tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1246188 Jan 25 02:36:27.416146 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3556bf70-2a33-4824-b002-f28b04a4d437 req-ce3f44a1-0597-43d2-a36d-a72f50242b1c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Jan 25 02:36:27.461330 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-96d2dd1a-ef83-42ed-8765-980ca5ecad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.462780 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-96d2dd1a-ef83-42ed-8765-980ca5ecad13 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.1845050 Jan 25 02:36:27.485882 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d2d7-6ea9-4ec5-8439-1ac45e853d4b admin admin] Publish callbacks [] for security_group (71bc627f-bb4a-47f4-a596-320ca7838ec3), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.536479 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-87841d77-9bd9-48c1-b20c-90026e362d3d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f HTTP/1.1" status: 200 len: 217 time: 0.0609505 Jan 25 02:36:27.537127 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6e7d2d7-6ea9-4ec5-8439-1ac45e853d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (71bc627f-bb4a-47f4-a596-320ca7838ec3), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.621917 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51084) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:27.622120 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b6e7d2d7-6ea9-4ec5-8439-1ac45e853d4b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a72d7984263e4484993a13e3b073b750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6048460 Jan 25 02:36:27.625727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7d2d7-6ea9-4ec5-8439-1ac45e853d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc627f-bb4a-47f4-a596-320ca7838ec3,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:27.632040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51086) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:27.708570 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] Publish callbacks [] for security_group (71bc627f-bb4a-47f4-a596-320ca7838ec3), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.765887 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] Publish callbacks [] for security_group (71bc627f-bb4a-47f4-a596-320ca7838ec3), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.838257 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d862ee6e-1030-44e2-bd6c-3e4c73bf6a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.838257 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-6c47e787-9f09-4177-841e-03ee7140c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:27.840830 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-6c47e787-9f09-4177-841e-03ee7140c2ed service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.2947390 Jan 25 02:36:27.871438 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (71bc627f-bb4a-47f4-a596-320ca7838ec3), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.875713 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:27.877467 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/71bc627f-bb4a-47f4-a596-320ca7838ec3 HTTP/1.1" status: 204 len: 168 time: 0.2542536 Jan 25 02:36:27.894645 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-b8cc5654-e4f7-409b-ba07-6e3fb297809d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334089 Jan 25 02:36:27.911658 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa980cd-5025-4083-b4d7-efd77509aa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc627f-bb4a-47f4-a596-320ca7838ec3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.056621 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-cc934a3c-e1e4-4004-a084-d7dda4836cd2 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555831 Jan 25 02:36:28.067432 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d862ee6e-1030-44e2-bd6c-3e4c73bf6a82 admin admin] Publish callbacks [] for security_group (9400caad-f33b-4475-8e5a-e35ec197cc21), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.092812 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d862ee6e-1030-44e2-bd6c-3e4c73bf6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9400caad-f33b-4475-8e5a-e35ec197cc21), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.178904 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d862ee6e-1030-44e2-bd6c-3e4c73bf6a82 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4c53479b75964dedac59d3304f716290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431571 Jan 25 02:36:28.178904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862ee6e-1030-44e2-bd6c-3e4c73bf6a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9400caad-f33b-4475-8e5a-e35ec197cc21,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.179452 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:28.188573 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51108) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:28.217027 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a200f0bc-0df8-4b66-a6da-8e617ed84648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.227325 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7058823a-14cb-4a29-b981-dafa6bf6596d req-bcb434b1-fe11-4437-9a5e-3666be782b56 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583960 Jan 25 02:36:28.255774 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] Publish callbacks [] for security_group (9400caad-f33b-4475-8e5a-e35ec197cc21), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.292788 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] Publish callbacks [] for security_group (9400caad-f33b-4475-8e5a-e35ec197cc21), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.344331 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a200f0bc-0df8-4b66-a6da-8e617ed84648 admin admin] Publish callbacks [] for security_group (cc37060b-cf85-4cac-9316-105a9647c4c9), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.355517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a200f0bc-0df8-4b66-a6da-8e617ed84648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cc37060b-cf85-4cac-9316-105a9647c4c9), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.368924 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9400caad-f33b-4475-8e5a-e35ec197cc21), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.371935 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.376421 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9400caad-f33b-4475-8e5a-e35ec197cc21 HTTP/1.1" status: 204 len: 168 time: 0.1951025 Jan 25 02:36:28.385149 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdca14-3276-4866-9c21-29c180eb2220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400caad-f33b-4475-8e5a-e35ec197cc21,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.403378 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a200f0bc-0df8-4b66-a6da-8e617ed84648 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1938286f449a4d6eb2efb19421af59ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113514 Jan 25 02:36:28.403378 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200f0bc-0df8-4b66-a6da-8e617ed84648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37060b-cf85-4cac-9316-105a9647c4c9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.404783 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51122) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:28.464078 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] Publish callbacks [] for security_group (cc37060b-cf85-4cac-9316-105a9647c4c9), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.493890 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] Publish callbacks [] for security_group (cc37060b-cf85-4cac-9316-105a9647c4c9), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.546140 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51128) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:28.559095 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd24-f278-46a5-baf3-1f244de1c1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.589269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536ed12-1c7a-4e3f-b40c-b82aacbb24fe req-70259a6e-d6d2-4ba4-aacc-124d14a6fd05 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:28.591060 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8536ed12-1c7a-4e3f-b40c-b82aacbb24fe req-70259a6e-d6d2-4ba4-aacc-124d14a6fd05 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0655630 Jan 25 02:36:28.593145 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cc37060b-cf85-4cac-9316-105a9647c4c9), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.595983 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.597232 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/cc37060b-cf85-4cac-9316-105a9647c4c9 HTTP/1.1" status: 204 len: 168 time: 0.1912851 Jan 25 02:36:28.612806 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ae60a-6015-461c-9821-95eb50f08c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37060b-cf85-4cac-9316-105a9647c4c9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.655879 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8536ed12-1c7a-4e3f-b40c-b82aacbb24fe req-1da760fa-4f0f-4ff9-a0a5-36c1622058fb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Jan 25 02:36:28.684489 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd24-f278-46a5-baf3-1f244de1c1d8 admin admin] Publish callbacks [] for security_group (376c470f-1e5d-4f21-bdb6-0e90b19fdff9), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.689705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cd24-f278-46a5-baf3-1f244de1c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (376c470f-1e5d-4f21-bdb6-0e90b19fdff9), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.730433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7cd24-f278-46a5-baf3-1f244de1c1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c470f-1e5d-4f21-bdb6-0e90b19fdff9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:28.738368 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a6c7cd24-f278-46a5-baf3-1f244de1c1d8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f1b3036809804ae18f0696d654d8eb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911433 Jan 25 02:36:28.739109 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51134) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:28.790554 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] Publish callbacks [] for security_group (376c470f-1e5d-4f21-bdb6-0e90b19fdff9), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.812119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] Publish callbacks [] for security_group (376c470f-1e5d-4f21-bdb6-0e90b19fdff9), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.854425 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device c5898987-54f3-465f-9466-cda135248992 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:36:28.875358 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (376c470f-1e5d-4f21-bdb6-0e90b19fdff9), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.878060 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:28.879276 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/376c470f-1e5d-4f21-bdb6-0e90b19fdff9 HTTP/1.1" status: 204 len: 168 time: 0.1391649 Jan 25 02:36:28.881182 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: c5898987-54f3-465f-9466-cda135248992 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:36:28.882404 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device c5898987-54f3-465f-9466-cda135248992 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:36:28.886821 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f799b91-58d8-491f-a29d-b836fefa3946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c470f-1e5d-4f21-bdb6-0e90b19fdff9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.024922 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51148) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:29.038402 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69ecc37b-9aa1-4cc0-92b7-1f8949735179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.152322 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:29.179722 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69ecc37b-9aa1-4cc0-92b7-1f8949735179 admin admin] Publish callbacks [] for security_group (2e96dc96-5919-44f8-9094-b946299f2b8d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.189139 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69ecc37b-9aa1-4cc0-92b7-1f8949735179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2e96dc96-5919-44f8-9094-b946299f2b8d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.219229 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Deleting subnet ebf05e4f-bfd1-46a4-9176-3afacd35f68e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:36:29.223483 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Publish callbacks [] for subnet (ebf05e4f-bfd1-46a4-9176-3afacd35f68e), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.242478 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecc37b-9aa1-4cc0-92b7-1f8949735179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96dc96-5919-44f8-9094-b946299f2b8d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.251591 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-69ecc37b-9aa1-4cc0-92b7-1f8949735179 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b0b1d5575c9445999fa24ad4f6f70251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256064 Jan 25 02:36:29.254212 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51170) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:29.282054 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Publish callbacks [] for subnet (ebf05e4f-bfd1-46a4-9176-3afacd35f68e), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.312729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (ebf05e4f-bfd1-46a4-9176-3afacd35f68e), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.342197 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] Publish callbacks [] for security_group (2e96dc96-5919-44f8-9094-b946299f2b8d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.375907 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] Publish callbacks [] for security_group (2e96dc96-5919-44f8-9094-b946299f2b8d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.396198 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (ebf05e4f-bfd1-46a4-9176-3afacd35f68e), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.441162 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf05e4f-bfd1-46a4-9176-3afacd35f68e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.452613 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.459342 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51194) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:29.459964 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9cb92824-f939-4b30-94a9-5226f8295b6d admin admin] 10.222.0.109 "DELETE /v2.0/subnets/ebf05e4f-bfd1-46a4-9176-3afacd35f68e HTTP/1.1" status: 204 len: 168 time: 0.3058138 Jan 25 02:36:29.473602 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2e96dc96-5919-44f8-9094-b946299f2b8d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.478507 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.480168 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2e96dc96-5919-44f8-9094-b946299f2b8d HTTP/1.1" status: 204 len: 168 time: 0.2236750 Jan 25 02:36:29.554040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f5312-c9d6-4877-a5d6-b26ed149a288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96dc96-5919-44f8-9094-b946299f2b8d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:29.562911 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (f8783f03-4e9a-4afa-adf9-3934841ddc8a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.683732 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (f8783f03-4e9a-4afa-adf9-3934841ddc8a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.714317 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.714946 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.715885 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.716969 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > port after_create 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.717465 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.718042 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > port after_update 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.718539 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.719029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.719492 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.719969 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.819150 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8580-da75-409c-8d8e-38c2b92d308a req-4f2885f8-d04b-40bb-bf62-c7da1c4c7e81 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:29.827111 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a6d8580-da75-409c-8d8e-38c2b92d308a req-4f2885f8-d04b-40bb-bf62-c7da1c4c7e81 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0822434 Jan 25 02:36:29.887615 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.888184 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.889202 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.889358 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:36:29.889629 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8783f03-4e9a-4afa-adf9-3934841ddc8a']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:29.895614 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a6d8580-da75-409c-8d8e-38c2b92d308a req-5b73bf0c-56b2-41c6-959c-0b2c59e9d151 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663898 Jan 25 02:36:29.908500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:29.908793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32a4146-bbf1-4568-9ac2-2ee5ef15aa32') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:36:29.927711 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (b32a4146-bbf1-4568-9ac2-2ee5ef15aa32), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.938301 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-78912ad5-84b4-4a18-93a2-3dc7538b5e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.954787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (b32a4146-bbf1-4568-9ac2-2ee5ef15aa32), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.965777 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:36:29.966187 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (b32a4146-bbf1-4568-9ac2-2ee5ef15aa32), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: from cryptography.utils import int_from_bytes Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: from cryptography.utils import int_from_bytes Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.989021 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:36:29.991492 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:36:30.050461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (f8783f03-4e9a-4afa-adf9-3934841ddc8a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.057536 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.065026 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] 10.222.0.109 "DELETE /v2.0/networks/f8783f03-4e9a-4afa-adf9-3934841ddc8a HTTP/1.1" status: 204 len: 168 time: 0.6045349 Jan 25 02:36:30.078895 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467c02-6c3e-447b-b1bc-36b660398848 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8783f03-4e9a-4afa-adf9-3934841ddc8a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:30.299705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51246) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:30.344914 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d55bcfaa-81e1-444f-af4a-c187e723b3cd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=82891dab8b0c4839ab71e576c96f1e4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438142 Jan 25 02:36:30.347510 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51248) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:30.413380 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] Publish callbacks [] for security_group (bab2d346-f08f-434f-8491-a0306c04df4d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.437170 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] Publish callbacks [] for security_group (bab2d346-f08f-434f-8491-a0306c04df4d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.504637 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bab2d346-f08f-434f-8491-a0306c04df4d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.508215 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:30.511430 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bab2d346-f08f-434f-8491-a0306c04df4d HTTP/1.1" status: 204 len: 168 time: 0.1627102 Jan 25 02:36:30.523881 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ffd4-e1ee-4731-bb7d-8a1c53c8e1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2d346-f08f-434f-8491-a0306c04df4d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:31.065925 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9166-43ed-4d30-ae76-829913af4eae req-ee2b3ab9-4297-4824-b9fc-98cca6c2338c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:31.068270 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-deef9166-43ed-4d30-ae76-829913af4eae req-ee2b3ab9-4297-4824-b9fc-98cca6c2338c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0723882 Jan 25 02:36:31.120384 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-deef9166-43ed-4d30-ae76-829913af4eae req-985b2e93-6c96-486e-842b-6e4f8cfd5017 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Jan 25 02:36:31.360632 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51310) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:31.505089 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51320) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:31.535290 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7d9252f-c95c-476a-a78f-806749b6996a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.615256 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7d9252f-c95c-476a-a78f-806749b6996a admin admin] Publish callbacks [] for security_group (b0a93437-cada-401f-a21e-5efdd5ad478a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.619679 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7d9252f-c95c-476a-a78f-806749b6996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b0a93437-cada-401f-a21e-5efdd5ad478a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.667204 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e7d9252f-c95c-476a-a78f-806749b6996a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=070759d5c54d4a6e811ceb1eb373a329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031385 Jan 25 02:36:31.667204 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9252f-c95c-476a-a78f-806749b6996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a93437-cada-401f-a21e-5efdd5ad478a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:31.667713 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51330) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:31.729433 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] Publish callbacks [] for security_group (b0a93437-cada-401f-a21e-5efdd5ad478a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.754504 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] Publish callbacks [] for security_group (b0a93437-cada-401f-a21e-5efdd5ad478a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.812197 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79b9f4d1-1052-42f5-b2ba-95abedeee22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.814405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b0a93437-cada-401f-a21e-5efdd5ad478a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.817244 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.818613 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b0a93437-cada-401f-a21e-5efdd5ad478a HTTP/1.1" status: 204 len: 168 time: 0.1498861 Jan 25 02:36:31.828158 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc140b-8ba6-41bf-9b0f-e430c678c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a93437-cada-401f-a21e-5efdd5ad478a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:31.917291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79b9f4d1-1052-42f5-b2ba-95abedeee22f admin admin] Publish callbacks [] for security_group (55f5fa5f-e2b8-4623-aad5-55a4aa20e57b), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.921691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79b9f4d1-1052-42f5-b2ba-95abedeee22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (55f5fa5f-e2b8-4623-aad5-55a4aa20e57b), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:31.963027 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-79b9f4d1-1052-42f5-b2ba-95abedeee22f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=37cbc8e9e0da4420b8068d5f5ab9e568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4568498 Jan 25 02:36:31.964276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9f4d1-1052-42f5-b2ba-95abedeee22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f5fa5f-e2b8-4623-aad5-55a4aa20e57b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:31.967459 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51342) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:32.028661 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] Publish callbacks [] for security_group (55f5fa5f-e2b8-4623-aad5-55a4aa20e57b), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.058020 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] Publish callbacks [] for security_group (55f5fa5f-e2b8-4623-aad5-55a4aa20e57b), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.122050 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (55f5fa5f-e2b8-4623-aad5-55a4aa20e57b), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.130677 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.134767 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/55f5fa5f-e2b8-4623-aad5-55a4aa20e57b HTTP/1.1" status: 204 len: 168 time: 0.1669207 Jan 25 02:36:32.148908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac29d-9db8-4455-9f39-94a64bd289fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f5fa5f-e2b8-4623-aad5-55a4aa20e57b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:32.256822 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-259966ad-d924-46c5-b82a-9b6e2908789a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.272561 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e177b9-e8f9-43af-b593-c7068d6dd731 req-80bf4424-4b20-4be6-a00c-4b49994ccc01 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:32.280694 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f0e177b9-e8f9-43af-b593-c7068d6dd731 req-80bf4424-4b20-4be6-a00c-4b49994ccc01 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0761294 Jan 25 02:36:32.351801 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f0e177b9-e8f9-43af-b593-c7068d6dd731 req-107f45b0-188f-4338-9f3e-bccdda0b0cc7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654616 Jan 25 02:36:32.695082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:32.711331 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf738f6b-d515-475e-a79d-ff6ef2c48eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.820830 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf738f6b-d515-475e-a79d-ff6ef2c48eaa admin admin] Publish callbacks [] for security_group (54860272-c7e6-4fe5-b49e-474bf6d4d1a9), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.835772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf738f6b-d515-475e-a79d-ff6ef2c48eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (54860272-c7e6-4fe5-b49e-474bf6d4d1a9), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.896236 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738f6b-d515-475e-a79d-ff6ef2c48eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54860272-c7e6-4fe5-b49e-474bf6d4d1a9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:32.901851 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-bf738f6b-d515-475e-a79d-ff6ef2c48eaa admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bac9e65700fb4a6182f7619e5c6af5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047608 Jan 25 02:36:32.906877 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51398) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:32.972781 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] Publish callbacks [] for security_group (54860272-c7e6-4fe5-b49e-474bf6d4d1a9), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:32.993920 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] Publish callbacks [] for security_group (54860272-c7e6-4fe5-b49e-474bf6d4d1a9), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.054606 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (54860272-c7e6-4fe5-b49e-474bf6d4d1a9), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.057677 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.059122 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/54860272-c7e6-4fe5-b49e-474bf6d4d1a9 HTTP/1.1" status: 204 len: 168 time: 0.1509244 Jan 25 02:36:33.067314 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab93a3b-c10c-45a3-a065-4fa88a239051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54860272-c7e6-4fe5-b49e-474bf6d4d1a9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:33.206605 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.462439 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173ec55-030a-45d0-bb78-eabf5203ba9c req-f7a46227-5476-4a96-becd-0369920c6aa6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:33.470891 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1173ec55-030a-45d0-bb78-eabf5203ba9c req-f7a46227-5476-4a96-becd-0369920c6aa6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0588973 Jan 25 02:36:33.530332 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1173ec55-030a-45d0-bb78-eabf5203ba9c req-d2f0d7d3-fcc9-48f7-a2a0-79f909469961 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Jan 25 02:36:33.576616 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51436) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:33.776747 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-376604581-network', 'tenant_id': 'b2b7e374c7b24f76b8b3f6c19d4bd5b4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:33.807485 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Made reservation on behalf of b2b7e374c7b24f76b8b3f6c19d4bd5b4 for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:33.812852 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.821587 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.931727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks [] for security_group (ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.938735 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:33.970369 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:36:33.981112 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:34.004535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (246b03d9-d6bc-46de-803a-f73f4d2e44c1), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.004928 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Added segment 246b03d9-d6bc-46de-803a-f73f4d2e44c1 of type vlan for network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 Jan 25 02:36:34.054058 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.087661 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.089007 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:34.089830 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.155848 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5774226 Jan 25 02:36:34.159098 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51472) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:34.163681 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Request body: {'subnet': {'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-376604581-subnet', 'tenant_id': 'b2b7e374c7b24f76b8b3f6c19d4bd5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:34.169984 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b1b8d-0251-4292-8201-36aca1f12ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:34.183892 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:36:34.208335 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Made reservation on behalf of b2b7e374c7b24f76b8b3f6c19d4bd5b4 for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:34.212084 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4002072'] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.417997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4002102'] for subnet (26505833-8698-4a75-89b4-6d170a64245b), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.471995 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=26505833-8698-4a75-89b4-6d170a64245b,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:34.483117 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Checking segment: {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:34.483482 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Network hostable DHCP agents. Network: 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:36:34.500710 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:36:34.510577 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:34.516180 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:34.517620 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.528305 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb6e78-b8b5-4888-8398-4bb35ae2dd2a None None] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:34.546758 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-db7c05d5-c5ba-4616-a6f4-9e9fa99c0efd admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865891 Jan 25 02:36:34.649235 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73046e3-b193-4b8d-8978-247a9ee2dfa7 None None] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:36:34.685072 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5eb84-a741-43fa-aa7d-b5081cf97fe1 req-d6f574d4-e289-470d-a181-f24072e15ee4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:34.686599 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bfd5eb84-a741-43fa-aa7d-b5081cf97fe1 req-d6f574d4-e289-470d-a181-f24072e15ee4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0609975 Jan 25 02:36:34.742215 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bfd5eb84-a741-43fa-aa7d-b5081cf97fe1 req-2166f214-95c1-4e90-848c-430cde07e61f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493221 Jan 25 02:36:34.838315 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:34.916766 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-7a99f5fa-9997-4eb4-a306-8cdfcbae76b4 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=3bf773eabca24588bf22edf4c5fb506a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340152 Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: from cryptography.utils import int_from_bytes Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: from cryptography.utils import int_from_bytes Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.126386 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:35.128786 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:36:35.129864 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-d8807b08-92a0-46ac-a62d-239799602160 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:35.131543 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-d8807b08-92a0-46ac-a62d-239799602160 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090166 Jan 25 02:36:35.152114 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-b32fe981-bb8b-4a52-b926-c8c5d95eaa7c tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/quotas/3bf773eabca24588bf22edf4c5fb506a HTTP/1.1" status: 200 len: 375 time: 0.0148728 Jan 25 02:36:35.205991 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-19763ae7-ae75-4bbb-91c5-19c9cae818b5 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=3bf773eabca24588bf22edf4c5fb506a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473189 Jan 25 02:36:35.469283 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-145f3d77-edc2-4c04-af55-6e38e395f5d4 req-7fcffc61-32b6-4928-91bd-d7d549947be0 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 210 time: 0.0404329 Jan 25 02:36:35.887447 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6ce83-e1df-45d7-ae0c-38bd08b97393 req-21e2fd3a-646f-43e4-8275-7e0bfbb5534f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:35.891204 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39b6ce83-e1df-45d7-ae0c-38bd08b97393 req-21e2fd3a-646f-43e4-8275-7e0bfbb5534f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0592999 Jan 25 02:36:35.965180 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39b6ce83-e1df-45d7-ae0c-38bd08b97393 req-c56d3894-82fe-43d0-8d8d-aba8b4cc74ca tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Jan 25 02:36:36.234787 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:36.594265 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f8cd4687-e030-4e0b-a9f6-aee5450d2dca req-cb078b05-7b25-404a-9cdc-2bfafc85dea5 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 210 time: 0.0469153 Jan 25 02:36:36.783541 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-e8b5aa6b-09b1-48df-a8e8-3a7a373e02cb tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=3bf773eabca24588bf22edf4c5fb506a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560706 Jan 25 02:36:37.034254 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-0d27494e-05b2-4dfa-aa8d-117486effe3c tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.035996 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-0d27494e-05b2-4dfa-aa8d-117486effe3c tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421753 Jan 25 02:36:37.082862 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Request body: {'port': {'device_id': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7', 'admin_state_up': True, 'tenant_id': '3bf773eabca24588bf22edf4c5fb506a'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:37.095773 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-f7d4d2f8-b408-4ea8-bd5c-668b56e4f58f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.103619 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-f7d4d2f8-b408-4ea8-bd5c-668b56e4f58f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 808 time: 0.3415258 Jan 25 02:36:37.116248 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ecaa3-2333-47f1-9cb3-5d1edda67937 req-46e46372-e8bb-430b-bafb-abb436a44e54 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:37.118371 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a60ecaa3-2333-47f1-9cb3-5d1edda67937 req-46e46372-e8bb-430b-bafb-abb436a44e54 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0628507 Jan 25 02:36:37.139561 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-72a52575-696a-4908-ac26-91318625723b tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/quotas/b2b7e374c7b24f76b8b3f6c19d4bd5b4 HTTP/1.1" status: 200 len: 375 time: 0.0349557 Jan 25 02:36:37.185555 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a60ecaa3-2333-47f1-9cb3-5d1edda67937 req-eaf3a107-0172-4196-8042-1b43bda97042 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557573 Jan 25 02:36:37.232829 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-ed90a8be-d753-4651-96c3-0394b5eca6f7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853617 Jan 25 02:36:37.375740 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-1293fe48-b7ab-4755-86c7-aa4474ec1992 service neutron] 10.222.0.109 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289673 Jan 25 02:36:37.376954 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Made reservation on behalf of 3bf773eabca24588bf22edf4c5fb506a for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:37.381176 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.409896 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.506173 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-3bce1972-930f-4726-82a1-1c09e4565ee2 service neutron] 10.222.0.109 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214726 Jan 25 02:36:37.557875 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks [] for security_group (9e842e78-b838-492c-a8a6-3722dbd9a4cf), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.563903 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9e842e78-b838-492c-a8a6-3722dbd9a4cf), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.644918 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e842e78-b838-492c-a8a6-3722dbd9a4cf,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:37.748294 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-56e5ea50-324d-4418-87a4-61d39143933e req-50886347-7fe3-4296-ad6b-4eec26b2ae9a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 210 time: 0.0259714 Jan 25 02:36:37.751837 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f57655f7-645f-4b3b-b6c1-3835d7fa843a req-e1fc9393-7e0e-457e-ac2f-ec60e5a4ab8f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 210 time: 0.0307577 Jan 25 02:36:37.777791 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Allocated IP 192.168.233.254 (4f694269-ca40-4e6d-93f5-bc49d1a9a8d7/a56dc38a-82dd-4065-95c1-aabffaa18f0f/30e0890c-9682-4f92-b4c9-2616357e0107) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:37.937526 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks [] for port (30e0890c-9682-4f92-b4c9-2616357e0107), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:37.979443 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.031975 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:38.035026 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:38.047630 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:38.067161 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Pushing event updated for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:38.100542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:38.101294 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.127966 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3aa17167-333b-49f2-870a-a39a383b0dba tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0683675 Jan 25 02:36:38.161876 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Request body: {'port': {'device_id': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:38.251169 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.348481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9a1a0-7e21-4393-a24f-f594943c9bda req-75d07ce7-222c-4807-98f7-ff758bbcd697 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:38.358507 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fdf9a1a0-7e21-4393-a24f-f594943c9bda req-75d07ce7-222c-4807-98f7-ff758bbcd697 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0888517 Jan 25 02:36:38.423356 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fdf9a1a0-7e21-4393-a24f-f594943c9bda req-b0bd06dc-73b7-46a9-9652-a051547d7f59 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587771 Jan 25 02:36:38.451562 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-764d34bf-ff7f-40b2-ba87-3fa8822335df None None] Provisioning complete for port 30e0890c-9682-4f92-b4c9-2616357e0107 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:38.452143 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-764d34bf-ff7f-40b2-ba87-3fa8822335df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.495291 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-764d34bf-ff7f-40b2-ba87-3fa8822335df None None] Port 30e0890c-9682-4f92-b4c9-2616357e0107 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:36:38.620076 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e0890c-9682-4f92-b4c9-2616357e0107 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:38.631429 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks [] for port (30e0890c-9682-4f92-b4c9-2616357e0107), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.647107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Transition to ACTIVE for port object 30e0890c-9682-4f92-b4c9-2616357e0107 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:38.651538 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.706041 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Pushing event updated for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:38.824608 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Attempting to bind port 30e0890c-9682-4f92-b4c9-2616357e0107 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:38.825449 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Attempting to bind port 30e0890c-9682-4f92-b4c9-2616357e0107 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:38.828754 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Attempting to bind port 30e0890c-9682-4f92-b4c9-2616357e0107 on network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:38.844268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Port 30e0890c-9682-4f92-b4c9-2616357e0107 on network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:38.846988 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Attempting to bind port 30e0890c-9682-4f92-b4c9-2616357e0107 on network 4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:38.860762 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:38.864335 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Checking segment: {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:38.864955 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Bound using segment: {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:38.865569 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Bound port: 30e0890c-9682-4f92-b4c9-2616357e0107, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec046334-a911-49f7-8b74-b703632c9825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:38.866114 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:38.932717 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-667cdeb7-9ac8-4a9e-8f8e-a3ca5498887e req-f01f007c-f473-4878-8c99-1e9ffd40a6dc tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 210 time: 0.0672004 Jan 25 02:36:39.002061 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:39.007428 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30e0890c-9682-4f92-b4c9-2616357e0107,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:39.016444 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:39.065015 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.066497 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:39.068263 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] 10.222.0.120 "PUT /v2.0/ports/30e0890c-9682-4f92-b4c9-2616357e0107 HTTP/1.1" status: 200 len: 1098 time: 0.9109461 Jan 25 02:36:39.069614 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:39.083358 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd104fbe-da30-456d-9830-a5835549440c" -d '{"events": [{"name": "network-changed", "server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:39.175082 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01d6b1f-1e14-43b8-8860-d893505453b1 x-openstack-request-id: req-c01d6b1f-1e14-43b8-8860-d893505453b1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:39.175524 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:39.176009 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c01d6b1f-1e14-43b8-8860-d893505453b1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:39.176618 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107', 'status': 'completed', 'code': 200} Jan 25 02:36:39.180689 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b498d-3171-4bbb-889c-9b12d5992e79 service neutron] Pushing event updated for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:39.479155 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac2088-ea16-4b0e-9916-63c85b612f27 req-d9a1d906-b4bc-4856-8ad5-21a658a44c8a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.480741 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-69ac2088-ea16-4b0e-9916-63c85b612f27 req-d9a1d906-b4bc-4856-8ad5-21a658a44c8a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 948 time: 0.3696406 Jan 25 02:36:39.527041 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-8b41b927-c8b2-4e4a-826a-58269e267e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.529057 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-8b41b927-c8b2-4e4a-826a-58269e267e43 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3bf773eabca24588bf22edf4c5fb506a&device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 1101 time: 0.3412673 Jan 25 02:36:39.538777 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-aa5e362d-763c-4a81-baf5-6192b7c9da45 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.547983 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-aa5e362d-763c-4a81-baf5-6192b7c9da45 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 808 time: 0.4530516 Jan 25 02:36:39.568655 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c11f31-361e-4e4c-8663-d4ad4141854f req-a400ea59-238f-4090-9174-6169e4f3dce5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.570130 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-00c11f31-361e-4e4c-8663-d4ad4141854f req-a400ea59-238f-4090-9174-6169e4f3dce5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0747538 Jan 25 02:36:39.610864 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Request body: {'port': {'device_id': '915f3ce5-20de-448e-927a-9d0a92e337df', 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9', 'admin_state_up': True, 'tenant_id': 'b2b7e374c7b24f76b8b3f6c19d4bd5b4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:39.622926 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-924717e5-afb6-45ca-a345-2c1e1995b42b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=30e0890c-9682-4f92-b4c9-2616357e0107 HTTP/1.1" status: 200 len: 217 time: 0.0731504 Jan 25 02:36:39.639403 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-00c11f31-361e-4e4c-8663-d4ad4141854f req-f143447c-5143-4fff-86cd-28941d4f5be8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594730 Jan 25 02:36:39.712378 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-69ac2088-ea16-4b0e-9916-63c85b612f27 req-41b1fa24-4d86-42f8-8abe-25d0ae8acb00 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238517 Jan 25 02:36:39.762351 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-029e3d8b-bce3-4a55-93d0-fa62fff35661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.764424 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-029e3d8b-bce3-4a55-93d0-fa62fff35661 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a56dc38a-82dd-4065-95c1-aabffaa18f0f HTTP/1.1" status: 200 len: 843 time: 0.1205747 Jan 25 02:36:39.836366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-b8a66a7c-e8cc-4288-a108-680347898899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:39.838007 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-b8a66a7c-e8cc-4288-a108-680347898899 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f694269-ca40-4e6d-93f5-bc49d1a9a8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553174 Jan 25 02:36:39.839077 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Made reservation on behalf of b2b7e374c7b24f76b8b3f6c19d4bd5b4 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:39.842607 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:40.037265 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-3927f259-2706-47f0-a858-8c0430976ef0 service neutron] 10.222.0.120 "GET /v2.0/networks/4f694269-ca40-4e6d-93f5-bc49d1a9a8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916082 Jan 25 02:36:40.063154 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5b44ae2e-fdf4-4a3d-810d-c824966266ea req-83ef868d-a645-4af0-9128-baa069a122c1 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 210 time: 0.0662200 Jan 25 02:36:40.098160 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Allocated IP 172.20.0.3 (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9/26505833-8698-4a75-89b4-6d170a64245b/aa04065b-6dd3-4a8a-9798-bd0064dda2b8) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:40.194690 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-70590f3d-ef1e-4eb8-b6d8-4a60c07cd040 req-ec48d784-72fe-41a3-885d-f183ea8336b6 service neutron] 10.222.0.120 "GET /v2.0/networks/4f694269-ca40-4e6d-93f5-bc49d1a9a8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338248 Jan 25 02:36:40.305111 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks [] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:40.372609 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:40.381088 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104fbe-da30-456d-9830-a5835549440c req-65984334-8e2b-4f00-b1c3-4bfc66c5e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.382796 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-65984334-8e2b-4f00-b1c3-4bfc66c5e16d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3bf773eabca24588bf22edf4c5fb506a&device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 1101 time: 0.0645061 Jan 25 02:36:40.461434 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:40.464271 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Pushing event updated for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:40.469404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:40.501150 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:40.507219 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.507576 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.507924 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.508268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.508604 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.508940 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.509277 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.509607 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.509935 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.510265 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.510594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.510916 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.511267 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:40.577476 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.578096 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:40.583332 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104fbe-da30-456d-9830-a5835549440c req-4c626add-6000-4802-8440-e395a26e8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.584950 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-4c626add-6000-4802-8440-e395a26e8f88 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4f694269-ca40-4e6d-93f5-bc49d1a9a8d7 HTTP/1.1" status: 200 len: 870 time: 0.1710360 Jan 25 02:36:40.629122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-4fcd87a4-2392-4909-a51c-cbd5bb419bb5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304279 Jan 25 02:36:40.630818 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-9db1b6c5-874f-4417-8499-61b3b36ce908 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=30e0890c-9682-4f92-b4c9-2616357e0107 HTTP/1.1" status: 200 len: 217 time: 0.0397351 Jan 25 02:36:40.661211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Request body: {'port': {'device_id': '915f3ce5-20de-448e-927a-9d0a92e337df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:40.743759 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104fbe-da30-456d-9830-a5835549440c req-70ca4e08-7564-4b9d-9bd7-c5bbab2aea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.745136 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-70ca4e08-7564-4b9d-9bd7-c5bbab2aea34 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a56dc38a-82dd-4065-95c1-aabffaa18f0f HTTP/1.1" status: 200 len: 843 time: 0.0961726 Jan 25 02:36:40.798567 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:40.884306 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104fbe-da30-456d-9830-a5835549440c req-bdbf460a-3dfa-4c0b-baa4-565d5d968d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.885999 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-bdbf460a-3dfa-4c0b-baa4-565d5d968d4b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f694269-ca40-4e6d-93f5-bc49d1a9a8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1330237 Jan 25 02:36:40.941432 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79cd0-57f7-45bc-b56a-979f4ab4091c req-cdf4e2b4-2ae4-4a75-a775-c3632c0538fc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.943197 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-43a79cd0-57f7-45bc-b56a-979f4ab4091c req-cdf4e2b4-2ae4-4a75-a775-c3632c0538fc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0587292 Jan 25 02:36:40.992274 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f7ab5-b9de-4f1a-b5ac-59ef4e0a97b5 req-70220403-116c-46bb-a5cf-6b1b43336c37 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:40.994051 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b24f7ab5-b9de-4f1a-b5ac-59ef4e0a97b5 req-70220403-116c-46bb-a5cf-6b1b43336c37 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 948 time: 0.1902325 Jan 25 02:36:41.023577 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-43a79cd0-57f7-45bc-b56a-979f4ab4091c req-e73b9db7-c80d-4237-b51b-338cd5bb622f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 Jan 25 02:36:41.156279 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-28867ee0-e09c-4ebe-8631-bd9ad44b7688 service neutron] 10.222.0.120 "GET /v2.0/networks/4f694269-ca40-4e6d-93f5-bc49d1a9a8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527506 Jan 25 02:36:41.175664 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b24f7ab5-b9de-4f1a-b5ac-59ef4e0a97b5 req-3bfda81d-a034-4941-91d1-ba89be823841 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499918 Jan 25 02:36:41.389550 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a62ff3-a252-4f5a-bb25-00d2908cb385 req-b6ea6312-8345-45e1-b3ee-40400bee09f7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.391195 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-30a62ff3-a252-4f5a-bb25-00d2908cb385 req-b6ea6312-8345-45e1-b3ee-40400bee09f7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 931 time: 0.1614203 Jan 25 02:36:41.396731 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cd104fbe-da30-456d-9830-a5835549440c req-7d4fa48b-203a-462a-b75a-1f84b2c07f57 service neutron] 10.222.0.120 "GET /v2.0/networks/4f694269-ca40-4e6d-93f5-bc49d1a9a8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011075 Jan 25 02:36:41.412165 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa04065b-6dd3-4a8a-9798-bd0064dda2b8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:41.426639 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks [] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.453042 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Transition to ACTIVE for port object aa04065b-6dd3-4a8a-9798-bd0064dda2b8 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:41.465952 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.479833 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-30a62ff3-a252-4f5a-bb25-00d2908cb385 req-f18c1b08-d89f-4b1d-8b07-8abb6480ba66 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807891 Jan 25 02:36:41.489919 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51828) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:41.521785 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:41.597086 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Attempting to bind port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:41.597427 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Attempting to bind port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:41.597765 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Attempting to bind port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:41.602507 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:41.602853 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Attempting to bind port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:41.608490 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:41.608942 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Checking segment: {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:41.609210 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Bound using segment: {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:41.609643 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Bound port: aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:41.610249 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.661658 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.689850 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:41.693696 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:41.699522 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.749821 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.750454 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.752013 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] 10.222.0.120 "PUT /v2.0/ports/aa04065b-6dd3-4a8a-9798-bd0064dda2b8 HTTP/1.1" status: 200 len: 1093 time: 1.0947483 Jan 25 02:36:41.752512 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:41.754911 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:41.766744 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Publish callbacks [] for security_group (073e5777-44fa-4bf3-ac82-266831f7993d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.774243 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (073e5777-44fa-4bf3-ac82-266831f7993d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.810724 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d8215-b21e-4fc8-8d1d-df71182860e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:41.816647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71d33cb-7392-4866-94eb-e1e7b7be7361 x-openstack-request-id: req-e71d33cb-7392-4866-94eb-e1e7b7be7361 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:41.817137 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:41.817533 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e71d33cb-7392-4866-94eb-e1e7b7be7361 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:41.818070 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8', 'status': 'completed', 'code': 200} Jan 25 02:36:41.840897 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a771e5d6cbdd491d8a3d2f37313ef7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3494673 Jan 25 02:36:41.844355 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:41.860585 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e5777-44fa-4bf3-ac82-266831f7993d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:41.884702 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.885366 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.885967 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.886462 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.886940 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.887525 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.888367 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.888878 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.889378 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.889909 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.890610 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.891165 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.891665 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eec2ae-b9c4-4012-87cd-20f25e771cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:41.892014 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-2e7a1073-46ce-4bfd-8849-f33b56237f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:41.893919 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-2e7a1073-46ce-4bfd-8849-f33b56237f69 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 1096 time: 0.0603855 Jan 25 02:36:41.927558 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] Publish callbacks [] for security_group (073e5777-44fa-4bf3-ac82-266831f7993d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.960454 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-b1e06be2-f57c-4b60-a06a-498baa1bc5a1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8 HTTP/1.1" status: 200 len: 217 time: 0.0498648 Jan 25 02:36:41.964314 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] Publish callbacks [] for security_group (073e5777-44fa-4bf3-ac82-266831f7993d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:41.999205 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51856) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:42.019727 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (073e5777-44fa-4bf3-ac82-266831f7993d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.020448 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-3dec428e-748c-4a5f-b501-e0220067231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.022038 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-3dec428e-748c-4a5f-b501-e0220067231d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=26505833-8698-4a75-89b4-6d170a64245b HTTP/1.1" status: 200 len: 848 time: 0.0477362 Jan 25 02:36:42.023276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.024459 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/073e5777-44fa-4bf3-ac82-266831f7993d HTTP/1.1" status: 204 len: 168 time: 0.1790280 Jan 25 02:36:42.033260 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f68fe-f7ce-44cb-9c4f-022cb8c50db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e5777-44fa-4bf3-ac82-266831f7993d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:42.088690 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-5084f9a7-a845-448e-849f-a7d179173fbf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594499 Jan 25 02:36:42.147698 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fa442da-e233-4e3a-9d82-ffc4e362f653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.220432 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d95dea-b8af-46d7-9d5f-ad0b67493a85 req-b4bb6924-12cc-4ec9-931c-5917027a93ab tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.222094 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-05d95dea-b8af-46d7-9d5f-ad0b67493a85 req-b4bb6924-12cc-4ec9-931c-5917027a93ab tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1049852 Jan 25 02:36:42.253681 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-be2107e9-5122-44f1-8eb6-05ee1c53b3a5 service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564052 Jan 25 02:36:42.277362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fa442da-e233-4e3a-9d82-ffc4e362f653 admin admin] Publish callbacks [] for security_group (69b12887-779a-4d81-ba2c-a313cb9e107d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.293459 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fa442da-e233-4e3a-9d82-ffc4e362f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (69b12887-779a-4d81-ba2c-a313cb9e107d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.308405 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-05d95dea-b8af-46d7-9d5f-ad0b67493a85 req-746455be-63d9-4b6d-a73a-476dded0b1b2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Jan 25 02:36:42.374081 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa442da-e233-4e3a-9d82-ffc4e362f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b12887-779a-4d81-ba2c-a313cb9e107d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:42.418026 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5361abd3-bcdb-4d31-b61f-be03ee2edfc2 req-53a90cfc-2c83-480c-aa3f-9105b9e19da5 service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449594 Jan 25 02:36:42.434206 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a412b91-5253-409d-9943-46395830dda4 req-b786d241-dc3a-4b0f-9155-8b5f4c526ff6 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.436494 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a412b91-5253-409d-9943-46395830dda4 req-b786d241-dc3a-4b0f-9155-8b5f4c526ff6 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 948 time: 0.1563749 Jan 25 02:36:42.438868 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2fa442da-e233-4e3a-9d82-ffc4e362f653 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=181e85104cc54f62afc5aa9e7b32287b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386597 Jan 25 02:36:42.441596 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:42.447167 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51882) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:42.531921 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a412b91-5253-409d-9943-46395830dda4 req-58fdeaeb-0e7e-44b0-9148-28eccbcfa912 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831270 Jan 25 02:36:42.535643 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] Publish callbacks [] for security_group (69b12887-779a-4d81-ba2c-a313cb9e107d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.561137 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] Publish callbacks [] for security_group (69b12887-779a-4d81-ba2c-a313cb9e107d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.613007 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (69b12887-779a-4d81-ba2c-a313cb9e107d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.615668 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.616832 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/69b12887-779a-4d81-ba2c-a313cb9e107d HTTP/1.1" status: 204 len: 168 time: 0.1743319 Jan 25 02:36:42.626805 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd1e29-017e-425a-a13e-cb84b59e84b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b12887-779a-4d81-ba2c-a313cb9e107d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:42.707332 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94a95cc4-df07-4707-bf81-59a0e171a794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.805689 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-820fc6f7-1bbe-4f99-a2bd-48a3a4fca9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.807210 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-820fc6f7-1bbe-4f99-a2bd-48a3a4fca9d4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 1096 time: 0.1092319 Jan 25 02:36:42.819076 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebba27-3099-4a26-8be6-3e3d167c59ae req-60a157bd-6591-4ad6-85b8-a22b3269657f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:42.820508 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ffebba27-3099-4a26-8be6-3e3d167c59ae req-60a157bd-6591-4ad6-85b8-a22b3269657f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 943 time: 0.1211901 Jan 25 02:36:42.898266 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 30e0890c-9682-4f92-b4c9-2616357e0107 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:42.959856 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:42.977170 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4ca05fb-ea86-46ec-be53-f4c577a2e982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:42.990448 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94a95cc4-df07-4707-bf81-59a0e171a794 admin admin] Publish callbacks [] for security_group (a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.016865 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ffebba27-3099-4a26-8be6-3e3d167c59ae req-03fbd2ea-2976-4647-a522-fcac6460199a tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814148 Jan 25 02:36:43.033540 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94a95cc4-df07-4707-bf81-59a0e171a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.041332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30e0890c-9682-4f92-b4c9-2616357e0107,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:43.053004 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-9598414e-deb1-452a-bb63-caa6738fb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.055122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-9598414e-deb1-452a-bb63-caa6738fb258 service neutron] 10.222.0.120 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 909 time: 0.2302217 Jan 25 02:36:43.056700 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '30e0890c-9682-4f92-b4c9-2616357e0107', 'network_id': '4f694269-ca40-4e6d-93f5-bc49d1a9a8d7', 'port_id': '30e0890c-9682-4f92-b4c9-2616357e0107', 'mac_address': 'fa:16:3e:de:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56dc38a-82dd-4065-95c1-aabffaa18f0f', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:43.085728 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4ca05fb-ea86-46ec-be53-f4c577a2e982 admin admin] Publish callbacks [] for security_group (f4b3ba58-db50-414d-b667-9c032ca77b14), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.093246 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4ca05fb-ea86-46ec-be53-f4c577a2e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f4b3ba58-db50-414d-b667-9c032ca77b14), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.104130 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 30e0890c-9682-4f92-b4c9-2616357e0107 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:43.104604 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.120768 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e0890c-9682-4f92-b4c9-2616357e0107 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:43.133413 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-662d82b8-f68a-4de6-bcfd-055259cd3712 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8 HTTP/1.1" status: 200 len: 217 time: 0.0426722 Jan 25 02:36:43.141753 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca05fb-ea86-46ec-be53-f4c577a2e982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b3ba58-db50-414d-b667-9c032ca77b14,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.141982 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30e0890c-9682-4f92-b4c9-2616357e0107,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:43.147377 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.160129 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f4ca05fb-ea86-46ec-be53-f4c577a2e982 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=631a5f39c3b44047b27c47758bb4f7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986961 Jan 25 02:36:43.162763 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51898) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:43.193867 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a95cc4-df07-4707-bf81-59a0e171a794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.198550 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-94a95cc4-df07-4707-bf81-59a0e171a794 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=cc6ce65d1d6a486f9a2339bc56ae6b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7502899 Jan 25 02:36:43.202722 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 51900) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:43.215022 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.216049 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-da602d4a-72ac-445c-adcf-babdc916edbb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1959882 Jan 25 02:36:43.226721 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.227996 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.229554 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.230103 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.230594 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.231845 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.232614 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.233427 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.233928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.234468 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.234801 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.235172 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.235506 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:36:43.248216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-c433519d-c9d4-41b9-9603-045044e15b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.249917 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-c433519d-c9d4-41b9-9603-045044e15b6a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=26505833-8698-4a75-89b4-6d170a64245b HTTP/1.1" status: 200 len: 848 time: 0.1033363 Jan 25 02:36:43.260632 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] Publish callbacks [] for security_group (f4b3ba58-db50-414d-b667-9c032ca77b14), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.291450 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] Publish callbacks [] for security_group (f4b3ba58-db50-414d-b667-9c032ca77b14), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.304685 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-2d121405-24fa-4a80-b641-dd17a7225ec4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398493 Jan 25 02:36:43.316134 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] Publish callbacks [] for security_group (a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.345471 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f4b3ba58-db50-414d-b667-9c032ca77b14), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.349632 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.351681 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f4b3ba58-db50-414d-b667-9c032ca77b14 HTTP/1.1" status: 204 len: 168 time: 0.1863403 Jan 25 02:36:43.363561 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a91526-35d1-4d47-8808-5e6782c4c23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b3ba58-db50-414d-b667-9c032ca77b14,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.429860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] Publish callbacks [] for security_group (a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.451232 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04049b-d15a-4f62-8bdd-1d64cb2064f6 req-a497e762-b010-4521-9451-49540311d2a9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.453734 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7e04049b-d15a-4f62-8bdd-1d64cb2064f6 req-a497e762-b010-4521-9451-49540311d2a9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0576162 Jan 25 02:36:43.519921 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-5063235b-b229-440c-8b65-ff4f6148d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.521437 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-5063235b-b229-440c-8b65-ff4f6148d6ab service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.2213809 Jan 25 02:36:43.553730 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-4daf0bc6-d360-43bd-b9ab-ad9cd7384438 service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386258 Jan 25 02:36:43.559837 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7e04049b-d15a-4f62-8bdd-1d64cb2064f6 req-231a8eef-3a8e-4f52-ab61-f77d0c4c21ed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982099 Jan 25 02:36:43.573073 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['30e0890c-9682-4f92-b4c9-2616357e0107'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:43.721418 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.724029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:43.725170 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e HTTP/1.1" status: 204 len: 168 time: 0.5182147 Jan 25 02:36:43.754911 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260b35f-9bcb-408b-b273-699f7788aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9ba7b-74ce-420d-b028-4ccd8dbecb3e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:43.789066 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-aa6cedb1-04ca-41d7-aaf6-f48d94dbadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.790569 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-aa6cedb1-04ca-41d7-aaf6-f48d94dbadf4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.2359605 Jan 25 02:36:43.792618 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0277d0b-55b4-4bae-943b-e5dd3154d4d9 req-87fcc16a-145b-4285-9299-b93387bd2534 service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269981 Jan 25 02:36:43.805646 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcaf27-bea2-42e3-91f4-6c9b54795170 req-0a2d335d-9742-43b7-a70d-3c7ec57e0f0b tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.819591 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-72bcaf27-bea2-42e3-91f4-6c9b54795170 req-0a2d335d-9742-43b7-a70d-3c7ec57e0f0b tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 949 time: 0.1723406 Jan 25 02:36:43.887795 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-ade7b74e-26ad-4678-bb67-83d47bf08501 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.0649924 Jan 25 02:36:43.936044 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-72bcaf27-bea2-42e3-91f4-6c9b54795170 req-1354cb39-b908-4f7e-83a2-f8e1678a2129 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155007 Jan 25 02:36:43.964601 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-e4eed6fa-994d-4295-9a24-fd5730f9298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:43.966993 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-e4eed6fa-994d-4295-9a24-fd5730f9298b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.0730729 Jan 25 02:36:44.018877 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-3d134116-4c9b-4dd2-a6ca-c62ad0d512dc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328598 Jan 25 02:36:44.045988 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51940) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:44.177719 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-ac8cb483-28d5-4b6e-9ce9-a02cb4cc5a06 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404226 Jan 25 02:36:44.186542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d409-153d-4218-86ee-d1811e53e2e6 req-3cb1ae62-2e4d-4da8-bd84-bc03c061dcd9 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:44.188016 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46d5d409-153d-4218-86ee-d1811e53e2e6 req-3cb1ae62-2e4d-4da8-bd84-bc03c061dcd9 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 943 time: 0.0772610 Jan 25 02:36:44.244676 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1d5-4fd5-42ef-b00f-ce58c1216de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.322739 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46d5d409-153d-4218-86ee-d1811e53e2e6 req-47a77d19-f707-478b-b1ba-1d972f5475f7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228349 Jan 25 02:36:44.343048 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23806ed2-f0fd-44e7-b981-7534255cb2cd req-22324746-882d-45e1-8099-0c820d3d66e0 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540470 Jan 25 02:36:44.363331 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1d5-4fd5-42ef-b00f-ce58c1216de8 admin admin] Publish callbacks [] for security_group (75b51da7-f733-463f-86cd-ac4b3bcf7652), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.369374 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1eac1d5-4fd5-42ef-b00f-ce58c1216de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (75b51da7-f733-463f-86cd-ac4b3bcf7652), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.414822 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f1eac1d5-4fd5-42ef-b00f-ce58c1216de8 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=606c9a8efc2f46e7aaaa563515314f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637357 Jan 25 02:36:44.414822 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:44.422595 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eac1d5-4fd5-42ef-b00f-ce58c1216de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b51da7-f733-463f-86cd-ac4b3bcf7652,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:44.481876 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] Publish callbacks [] for security_group (75b51da7-f733-463f-86cd-ac4b3bcf7652), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.506720 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] Publish callbacks [] for security_group (75b51da7-f733-463f-86cd-ac4b3bcf7652), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.561705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (75b51da7-f733-463f-86cd-ac4b3bcf7652), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.564245 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:44.568000 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/75b51da7-f733-463f-86cd-ac4b3bcf7652 HTTP/1.1" status: 204 len: 168 time: 0.1516337 Jan 25 02:36:44.576730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3b92e-8022-45b6-bb28-eb3f06da2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b51da7-f733-463f-86cd-ac4b3bcf7652,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:44.693647 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3b79-94f9-418f-8112-4388d040adb4 req-4cc02ad4-94eb-440c-937b-4eab0780fef8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:44.695340 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e33b3b79-94f9-418f-8112-4388d040adb4 req-4cc02ad4-94eb-440c-937b-4eab0780fef8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0516114 Jan 25 02:36:44.746607 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e33b3b79-94f9-418f-8112-4388d040adb4 req-9820bfc2-ba85-4ebc-9226-394a1fd461fd tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Jan 25 02:36:44.913286 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aa04065b-6dd3-4a8a-9798-bd0064dda2b8 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:36:44.923344 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 30e0890c-9682-4f92-b4c9-2616357e0107 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:44.984576 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 51992) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:45.009746 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30ad60dc-5888-4e81-900e-fa1a6b9c77bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.056414 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 30e0890c-9682-4f92-b4c9-2616357e0107 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:45.066504 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 30e0890c-9682-4f92-b4c9-2616357e0107 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:45.067232 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.074876 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:45.112106 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8', 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9', 'port_id': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8', 'mac_address': 'fa:16:3e:df:27:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26505833-8698-4a75-89b4-6d170a64245b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:36:45.201618 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e835a-c127-49cb-9cc9-12a0755bbed4 req-e96768dc-a8d9-45e8-ace4-bcae17b1e07f tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.210573 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-866e835a-c127-49cb-9cc9-12a0755bbed4 req-e96768dc-a8d9-45e8-ace4-bcae17b1e07f tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 949 time: 0.0885541 Jan 25 02:36:45.243188 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30ad60dc-5888-4e81-900e-fa1a6b9c77bc admin admin] Publish callbacks [] for security_group (6dfd14ca-7620-4ae3-9b51-bd05f973a85c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.254430 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30ad60dc-5888-4e81-900e-fa1a6b9c77bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6dfd14ca-7620-4ae3-9b51-bd05f973a85c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.292244 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 30e0890c-9682-4f92-b4c9-2616357e0107 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:45.292951 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.295730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad60dc-5888-4e81-900e-fa1a6b9c77bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfd14ca-7620-4ae3-9b51-bd05f973a85c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:45.308165 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:45.308564 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.332519 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa04065b-6dd3-4a8a-9798-bd0064dda2b8 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:45.337846 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-866e835a-c127-49cb-9cc9-12a0755bbed4 req-7afd242c-01be-41af-9c36-33313454e209 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202097 Jan 25 02:36:45.340060 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-30ad60dc-5888-4e81-900e-fa1a6b9c77bc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d99ccc415741471aa565a156d22e51e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541672 Jan 25 02:36:45.342724 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:45.362639 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:45.376305 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:45.380871 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b61cc-ef83-4eea-822d-d0fb014ff77d" -d '{"events": [{"server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "name": "network-vif-plugged", "status": "completed", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:45.389211 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.436877 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30e0890c-9682-4f92-b4c9-2616357e0107,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:45.456903 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.457647 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] Publish callbacks [] for security_group (6dfd14ca-7620-4ae3-9b51-bd05f973a85c), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.468800 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a6a88-f743-4ecc-b7f2-625917f1f0e0 x-openstack-request-id: req-920a6a88-f743-4ecc-b7f2-625917f1f0e0 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:45.469402 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "name": "network-vif-plugged", "status": "completed", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:45.469797 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-920a6a88-f743-4ecc-b7f2-625917f1f0e0 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:45.470496 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107', 'code': 200} Jan 25 02:36:45.484009 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d58ba-d2f9-4b7d-832e-ed1d0745f5d8 req-e142b5d8-c8ea-4b1a-9c5c-a899793677a4 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.488283 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:45.491489 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8f1d58ba-d2f9-4b7d-832e-ed1d0745f5d8 req-e142b5d8-c8ea-4b1a-9c5c-a899793677a4 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 944 time: 0.0708761 Jan 25 02:36:45.502072 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] Publish callbacks [] for security_group (6dfd14ca-7620-4ae3-9b51-bd05f973a85c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.586437 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8f1d58ba-d2f9-4b7d-832e-ed1d0745f5d8 req-8783e94f-2d24-4080-83ec-d37851cd2d9f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935793 Jan 25 02:36:45.603128 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6dfd14ca-7620-4ae3-9b51-bd05f973a85c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.603305 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:45.605574 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:45.607287 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6dfd14ca-7620-4ae3-9b51-bd05f973a85c HTTP/1.1" status: 204 len: 168 time: 0.2632990 Jan 25 02:36:45.617037 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fa1ae-dee1-4405-aa4c-c2559c221d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfd14ca-7620-4ae3-9b51-bd05f973a85c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:45.787278 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdb1d3-c3fa-4f8b-8297-c7183dfef450 req-a270d230-b909-4a4b-a226-7929993520be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.788840 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7bcdb1d3-c3fa-4f8b-8297-c7183dfef450 req-a270d230-b909-4a4b-a226-7929993520be service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 1103 time: 0.0526769 Jan 25 02:36:45.802484 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['aa04065b-6dd3-4a8a-9798-bd0064dda2b8'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:45.874102 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7bcdb1d3-c3fa-4f8b-8297-c7183dfef450 req-762998b0-1461-411e-acaa-6854a9622384 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777917 Jan 25 02:36:45.940764 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a69866-d152-49e4-8f5a-1f00dc58b14c req-c202ff05-3f6c-420f-a73a-99d039eaf002 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:45.942605 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-26a69866-d152-49e4-8f5a-1f00dc58b14c req-c202ff05-3f6c-420f-a73a-99d039eaf002 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1096871 Jan 25 02:36:46.023489 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-26a69866-d152-49e4-8f5a-1f00dc58b14c req-0ba6d23e-b9b9-4b07-9c31-1a957b64fb39 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681334 Jan 25 02:36:46.146990 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.152635 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:46.171595 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5ba10fc-7557-4018-adce-0564e6b00d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.283348 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5ba10fc-7557-4018-adce-0564e6b00d80 admin admin] Publish callbacks [] for security_group (8a2fc33b-2e8c-4ff4-9e65-21f2638daab0), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.288381 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5ba10fc-7557-4018-adce-0564e6b00d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (8a2fc33b-2e8c-4ff4-9e65-21f2638daab0), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.331623 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba10fc-7557-4018-adce-0564e6b00d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2fc33b-2e8c-4ff4-9e65-21f2638daab0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:46.336293 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a5ba10fc-7557-4018-adce-0564e6b00d80 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=380da4e3ca47475291b979eefc76f77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824646 Jan 25 02:36:46.341826 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52094) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:46.411516 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] Publish callbacks [] for security_group (8a2fc33b-2e8c-4ff4-9e65-21f2638daab0), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.437373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] Publish callbacks [] for security_group (8a2fc33b-2e8c-4ff4-9e65-21f2638daab0), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.483427 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2d528-0420-4ca9-b87f-a45e5066049e req-22ad4002-28d8-40be-a2ef-7cbfb5c115fa tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.484437 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:36:46.485027 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7c2d528-0420-4ca9-b87f-a45e5066049e req-22ad4002-28d8-40be-a2ef-7cbfb5c115fa tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0806258 Jan 25 02:36:46.539223 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (8a2fc33b-2e8c-4ff4-9e65-21f2638daab0), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.539223 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:46.539893 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/8a2fc33b-2e8c-4ff4-9e65-21f2638daab0 HTTP/1.1" status: 204 len: 168 time: 0.1995375 Jan 25 02:36:46.552278 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49be205-4da9-4de7-98a3-ecd9879d7350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2fc33b-2e8c-4ff4-9e65-21f2638daab0,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:46.582626 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7c2d528-0420-4ca9-b87f-a45e5066049e req-3d964c80-6c31-4e9b-83ff-2d54b6d416a1 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890980 Jan 25 02:36:46.721243 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0176317-4ff0-455e-ba02-a2a01fd0c61f req-bc9c01ce-7a96-4891-9e78-9147923bf9c7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:46.722989 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c0176317-4ff0-455e-ba02-a2a01fd0c61f req-bc9c01ce-7a96-4891-9e78-9147923bf9c7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 944 time: 0.0593946 Jan 25 02:36:46.819972 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c0176317-4ff0-455e-ba02-a2a01fd0c61f req-041d394d-e408-49fe-b0b5-08ead2d85c19 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902421 Jan 25 02:36:46.921679 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aa04065b-6dd3-4a8a-9798-bd0064dda2b8 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:36:46.999733 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:36:47.003523 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:36:47.003898 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.103712 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:36:47.104524 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.155748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:47.161425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59eb28-b8e7-4d72-b764-e9091e4904a4 req-0f8a113a-3aa5-4f70-a9b0-c943c89cad09 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.163205 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cc59eb28-b8e7-4d72-b764-e9091e4904a4 req-0f8a113a-3aa5-4f70-a9b0-c943c89cad09 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0644023 Jan 25 02:36:47.169448 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:47.260175 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:47.305746 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cc59eb28-b8e7-4d72-b764-e9091e4904a4 req-830e9115-28f7-4670-861d-9d470b909d82 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294899 Jan 25 02:36:47.472367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:47.474667 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d1804-e711-41b7-a262-22b4d3b16a0b" -d '{"events": [{"server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "name": "network-vif-plugged", "status": "completed", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:47.515691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe1c17-1e92-4a68-b3e2-05ca4c8802cd x-openstack-request-id: req-8dbe1c17-1e92-4a68-b3e2-05ca4c8802cd {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:47.515691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "name": "network-vif-plugged", "status": "completed", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:47.515691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8dbe1c17-1e92-4a68-b3e2-05ca4c8802cd {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:47.516380 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8', 'code': 200} Jan 25 02:36:47.708593 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77fa9b-cd2d-4bd9-b689-4286f4a9e402 req-5c5534bf-0586-48fa-bac4-2271c1b4fd6d tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.710433 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-af77fa9b-cd2d-4bd9-b689-4286f4a9e402 req-5c5534bf-0586-48fa-bac4-2271c1b4fd6d tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0552759 Jan 25 02:36:47.777177 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-af77fa9b-cd2d-4bd9-b689-4286f4a9e402 req-6a26c5fc-3313-4b93-9e45-96ab3bb26850 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599585 Jan 25 02:36:47.814040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba14b-5003-4950-8fab-b056c3965340 req-c7ddfe6c-205e-4bf3-a8fc-85664ff96c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:47.816804 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-35aba14b-5003-4950-8fab-b056c3965340 req-c7ddfe6c-205e-4bf3-a8fc-85664ff96c47 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 1098 time: 0.0595822 Jan 25 02:36:47.886294 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-35aba14b-5003-4950-8fab-b056c3965340 req-1262b388-8c72-455a-b4c9-63678758e0bb service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483477 Jan 25 02:36:48.017088 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0c9d3-303b-4bce-a43b-a9a16444099f req-e00f438b-4434-4f8c-aeee-5ed29050a9db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:48.027695 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bae0c9d3-303b-4bce-a43b-a9a16444099f req-e00f438b-4434-4f8c-aeee-5ed29050a9db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.1104929 Jan 25 02:36:48.095913 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bae0c9d3-303b-4bce-a43b-a9a16444099f req-5fab35d9-7257-49d6-84b5-a18f9fb7ff2a tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Jan 25 02:36:48.148807 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b242f4-ab49-460d-b13b-29792503a977 req-20fb859e-18d6-4b2d-9b7a-8d3b8ed880b7 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:48.150409 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-00b242f4-ab49-460d-b13b-29792503a977 req-20fb859e-18d6-4b2d-9b7a-8d3b8ed880b7 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0718868 Jan 25 02:36:48.203096 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-00b242f4-ab49-460d-b13b-29792503a977 req-b9a91b7f-7bf4-47a8-8fbb-c04695450f31 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Jan 25 02:36:48.255078 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52276) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:48.439253 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24981b-a4d6-42bf-86a6-3ffa0ada1e13 req-0e84a1b8-9206-475a-b042-eb7405c94438 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:48.440878 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8f24981b-a4d6-42bf-86a6-3ffa0ada1e13 req-0e84a1b8-9206-475a-b042-eb7405c94438 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Jan 25 02:36:48.496620 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8f24981b-a4d6-42bf-86a6-3ffa0ada1e13 req-47207a3c-0946-43f4-b3de-a8d6cf4e36d4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499134 Jan 25 02:36:48.514860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ce74453-c206-4a00-82fc-4d2f1e16c05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.595620 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ce74453-c206-4a00-82fc-4d2f1e16c05b admin admin] Publish callbacks [] for security_group (461380f0-9201-4141-8520-d7a28eabb539), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.599321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ce74453-c206-4a00-82fc-4d2f1e16c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (461380f0-9201-4141-8520-d7a28eabb539), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.634584 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5ce74453-c206-4a00-82fc-4d2f1e16c05b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5b38b67cefc144ebb9a21b40a15974d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784046 Jan 25 02:36:48.640965 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:48.641093 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce74453-c206-4a00-82fc-4d2f1e16c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461380f0-9201-4141-8520-d7a28eabb539,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:48.687957 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] Publish callbacks [] for security_group (461380f0-9201-4141-8520-d7a28eabb539), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.714216 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] Publish callbacks [] for security_group (461380f0-9201-4141-8520-d7a28eabb539), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.775233 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (461380f0-9201-4141-8520-d7a28eabb539), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.778888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:48.780076 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/461380f0-9201-4141-8520-d7a28eabb539 HTTP/1.1" status: 204 len: 168 time: 0.1416707 Jan 25 02:36:48.787970 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cab3c-5b16-4ea9-a400-5c587098b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461380f0-9201-4141-8520-d7a28eabb539,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:49.058154 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52306) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:49.072632 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cae0cf-57f4-4747-a870-d1d085d99bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.174922 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cae0cf-57f4-4747-a870-d1d085d99bc7 admin admin] Publish callbacks [] for security_group (70044ed5-af50-4a7a-b4ef-480c3c016925), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.183464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cae0cf-57f4-4747-a870-d1d085d99bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (70044ed5-af50-4a7a-b4ef-480c3c016925), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.256113 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-02cae0cf-57f4-4747-a870-d1d085d99bc7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=73527595495d468c8a0a1da7114fc589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968627 Jan 25 02:36:49.258896 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52320) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:49.259470 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cae0cf-57f4-4747-a870-d1d085d99bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70044ed5-af50-4a7a-b4ef-480c3c016925,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:49.284276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13023882-8176-453b-95c8-5272ea1b7b9a req-845cbe20-7dc5-4b0e-afc3-f3ab80f32354 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.285908 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-13023882-8176-453b-95c8-5272ea1b7b9a req-845cbe20-7dc5-4b0e-afc3-f3ab80f32354 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.0947592 Jan 25 02:36:49.341426 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-13023882-8176-453b-95c8-5272ea1b7b9a req-090e1168-cdc4-43f3-b267-2de2d194f807 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480475 Jan 25 02:36:49.372797 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91674-f6e6-49b6-8fb9-9ec7fdb431b3 req-8b020adf-6d77-4cf1-bcdb-162e786a1c3f tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.374478 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-18b91674-f6e6-49b6-8fb9-9ec7fdb431b3 req-8b020adf-6d77-4cf1-bcdb-162e786a1c3f tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0839880 Jan 25 02:36:49.377867 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] Publish callbacks [] for security_group (70044ed5-af50-4a7a-b4ef-480c3c016925), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.424919 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] Publish callbacks [] for security_group (70044ed5-af50-4a7a-b4ef-480c3c016925), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.473777 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-18b91674-f6e6-49b6-8fb9-9ec7fdb431b3 req-50dc1dad-a1b2-41e3-9296-646d2eb7bb83 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902374 Jan 25 02:36:49.504808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (70044ed5-af50-4a7a-b4ef-480c3c016925), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.508810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.512890 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/70044ed5-af50-4a7a-b4ef-480c3c016925 HTTP/1.1" status: 204 len: 168 time: 0.2501564 Jan 25 02:36:49.522082 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c65d2-01d3-40f4-bce7-dabc2af9919a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70044ed5-af50-4a7a-b4ef-480c3c016925,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:49.572561 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52330) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:49.640573 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6c762-4a00-40d4-bb72-da3b45aa4c24 req-45edac06-75f2-4adf-9370-d4958d457a50 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:49.642216 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d5a6c762-4a00-40d4-bb72-da3b45aa4c24 req-45edac06-75f2-4adf-9370-d4958d457a50 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Jan 25 02:36:49.698600 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b552a1-7355-4021-afe2-c05905bf4d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.722945 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d5a6c762-4a00-40d4-bb72-da3b45aa4c24 req-07326a88-fb42-48c4-a040-f4c363288688 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748625 Jan 25 02:36:49.795617 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b552a1-7355-4021-afe2-c05905bf4d16 admin admin] Publish callbacks [] for security_group (52b0646e-f516-45ef-af55-b5ed5a88b3e6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.799447 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b552a1-7355-4021-afe2-c05905bf4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (52b0646e-f516-45ef-af55-b5ed5a88b3e6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.837972 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b552a1-7355-4021-afe2-c05905bf4d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0646e-f516-45ef-af55-b5ed5a88b3e6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:49.843669 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a5b552a1-7355-4021-afe2-c05905bf4d16 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ebd1f75add1a4eb3ae153a41a83fdb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700930 Jan 25 02:36:49.846773 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52340) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:49.897571 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] Publish callbacks [] for security_group (52b0646e-f516-45ef-af55-b5ed5a88b3e6), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.920362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] Publish callbacks [] for security_group (52b0646e-f516-45ef-af55-b5ed5a88b3e6), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.975405 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (52b0646e-f516-45ef-af55-b5ed5a88b3e6), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.977884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:49.979126 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/52b0646e-f516-45ef-af55-b5ed5a88b3e6 HTTP/1.1" status: 204 len: 168 time: 0.1318343 Jan 25 02:36:49.988843 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a5bb8-6cc4-43a5-b89a-3fd4e96e1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0646e-f516-45ef-af55-b5ed5a88b3e6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:50.407385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52370) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:50.426968 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb6a71b6-5fb8-42c8-aae0-2a22ebb49449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.518609 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0723-6bd4-4498-8baa-50a0b4b24b3a req-4cce1166-c8dd-44a4-9158-80b16911a436 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.521450 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-997a0723-6bd4-4498-8baa-50a0b4b24b3a req-4cce1166-c8dd-44a4-9158-80b16911a436 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.0844517 Jan 25 02:36:50.604530 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb6a71b6-5fb8-42c8-aae0-2a22ebb49449 admin admin] Publish callbacks [] for security_group (78d471ed-5d6d-4d7c-b348-2ba211f2dd89), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.610105 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-997a0723-6bd4-4498-8baa-50a0b4b24b3a req-b0381dfc-4f43-48f9-bde7-58bb2e9ebd49 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764077 Jan 25 02:36:50.611163 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb6a71b6-5fb8-42c8-aae0-2a22ebb49449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (78d471ed-5d6d-4d7c-b348-2ba211f2dd89), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.625017 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287019d-f434-4dfa-a580-34aae45c6f65 req-078fd219-d89b-4aad-8a74-5ddbac659d8a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.627488 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5287019d-f434-4dfa-a580-34aae45c6f65 req-078fd219-d89b-4aad-8a74-5ddbac659d8a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0579894 Jan 25 02:36:50.656331 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-eb6a71b6-5fb8-42c8-aae0-2a22ebb49449 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5275ac0f37b2401bb02bbaee64d0d8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449529 Jan 25 02:36:50.656331 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a71b6-5fb8-42c8-aae0-2a22ebb49449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d471ed-5d6d-4d7c-b348-2ba211f2dd89,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:50.657194 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:50.693329 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5287019d-f434-4dfa-a580-34aae45c6f65 req-f2832f34-4a97-469f-9736-480e0c5a4ed1 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/security-groups?id=9e842e78-b838-492c-a8a6-3722dbd9a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602221 Jan 25 02:36:50.735698 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] Publish callbacks [] for security_group (78d471ed-5d6d-4d7c-b348-2ba211f2dd89), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.757401 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] Publish callbacks [] for security_group (78d471ed-5d6d-4d7c-b348-2ba211f2dd89), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.833426 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (78d471ed-5d6d-4d7c-b348-2ba211f2dd89), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.836082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:50.837220 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/78d471ed-5d6d-4d7c-b348-2ba211f2dd89 HTTP/1.1" status: 204 len: 168 time: 0.1643715 Jan 25 02:36:50.847941 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdda5f-f9c2-4c21-995f-40eefd870397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d471ed-5d6d-4d7c-b348-2ba211f2dd89,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:50.862834 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a4751-d296-4204-82f1-cf31d0ae3ed3 req-250811b5-08f6-4eec-915e-1bac2219e3a2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.870127 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3a2a4751-d296-4204-82f1-cf31d0ae3ed3 req-250811b5-08f6-4eec-915e-1bac2219e3a2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0723379 Jan 25 02:36:50.942732 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3a2a4751-d296-4204-82f1-cf31d0ae3ed3 req-36fa9b29-5bdc-4609-aadc-b693cd706d6b tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717428 Jan 25 02:36:50.968885 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-192f2224-5b72-43a2-99df-b4674e8e32e9 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:50.972196 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-192f2224-5b72-43a2-99df-b4674e8e32e9 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.120 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 950 time: 0.0699108 Jan 25 02:36:51.086975 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Deleting port 30e0890c-9682-4f92-b4c9-2616357e0107 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:36:51.087441 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.189340 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] For port 30e0890c-9682-4f92-b4c9-2616357e0107, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=30e0890c-9682-4f92-b4c9-2616357e0107,segment=NetworkSegment(ec046334-a911-49f7-8b74-b703632c9825),segment_id=ec046334-a911-49f7-8b74-b703632c9825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:51.189706 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.211557 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Calling delete_port for 30e0890c-9682-4f92-b4c9-2616357e0107 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:36:51.406356 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (30e0890c-9682-4f92-b4c9-2616357e0107), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.454252 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['30e0890c-9682-4f92-b4c9-2616357e0107'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:51.504185 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Pushing event deleted for resources: {'Port': ['ID=30e0890c-9682-4f92-b4c9-2616357e0107,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:51.553302 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:51.583804 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] No DVR routers for this DVR port 30e0890c-9682-4f92-b4c9-2616357e0107 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:36:51.588495 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.595711 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c22372e4-c8b9-4fb4-ad1b-e2a30cfa1607 req-d097740f-e9b8-4dfa-b915-4bd54919e958 tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.120 "DELETE /v2.0/ports/30e0890c-9682-4f92-b4c9-2616357e0107 HTTP/1.1" status: 204 len: 173 time: 0.6144936 Jan 25 02:36:51.596209 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'name': 'network-vif-deleted', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:51.608038 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb01ec-5f81-4df0-8a29-f0270961fe2b" -d '{"events": [{"server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "name": "network-vif-deleted", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:51.710517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71661f79-c86a-46a2-ae38-0dc3dd46f722 x-openstack-request-id: req-71661f79-c86a-46a2-ae38-0dc3dd46f722 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:51.710517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db741516-4d7b-4672-9a4f-901afa3d77a3", "name": "network-vif-deleted", "tag": "30e0890c-9682-4f92-b4c9-2616357e0107", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:51.710517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-71661f79-c86a-46a2-ae38-0dc3dd46f722 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:51.710517 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db741516-4d7b-4672-9a4f-901afa3d77a3', 'name': 'network-vif-deleted', 'tag': '30e0890c-9682-4f92-b4c9-2616357e0107', 'status': 'completed', 'code': 200} Jan 25 02:36:51.751139 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47f2cb-6401-4130-b766-185141d31e40 req-6fb1b181-c7f1-4792-a4a4-b892020f9b09 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:51.793936 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bf47f2cb-6401-4130-b766-185141d31e40 req-6fb1b181-c7f1-4792-a4a4-b892020f9b09 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.1804564 Jan 25 02:36:51.812064 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7640916c-c190-4be8-b89b-ce29e3ca4cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.887711 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bf47f2cb-6401-4130-b766-185141d31e40 req-9b67c685-4958-4fc8-b56d-71be6f245839 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920167 Jan 25 02:36:51.907450 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-34c9d9ae-58ed-4724-8a33-7c55fd81913e req-05c10bfb-e445-42f9-9cee-86395241302a tempest-VolumesNegativeTest-1315704212 tempest-VolumesNegativeTest-1315704212-project] 10.222.0.109 "GET /v2.0/ports?device_id=db741516-4d7b-4672-9a4f-901afa3d77a3 HTTP/1.1" status: 200 len: 210 time: 0.0522077 Jan 25 02:36:51.969449 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7640916c-c190-4be8-b89b-ce29e3ca4cee admin admin] Publish callbacks [] for security_group (f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:51.979996 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7640916c-c190-4be8-b89b-ce29e3ca4cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.011752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640916c-c190-4be8-b89b-ce29e3ca4cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:52.036686 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7640916c-c190-4be8-b89b-ce29e3ca4cee admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8845c4d1d49f4679984ca2e94119d5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4823167 Jan 25 02:36:52.039331 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52458) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:52.113922 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] Publish callbacks [] for security_group (f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.130748 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917508-f9a6-43a6-8384-52b21bce15db req-169168da-5a58-4a1e-bc6f-7a480e2c358c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:52.142330 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ce917508-f9a6-43a6-8384-52b21bce15db req-169168da-5a58-4a1e-bc6f-7a480e2c358c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0901687 Jan 25 02:36:52.148513 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] Publish callbacks [] for security_group (f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.188683 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ce917508-f9a6-43a6-8384-52b21bce15db req-b8957be5-bf73-4a32-92c1-a8fbe7f0b69f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Jan 25 02:36:52.212099 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.214808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.217171 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871 HTTP/1.1" status: 204 len: 168 time: 0.1766381 Jan 25 02:36:52.226691 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b17f8-9b7b-4248-9181-6e7b83f58069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb9b3e-4226-41f5-9b0a-0fe2a4e59871,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:52.567699 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52478) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:52.582616 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff2944af-e2ae-4df9-b1bd-ef0bfe9e6c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.678418 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff2944af-e2ae-4df9-b1bd-ef0bfe9e6c37 admin admin] Publish callbacks [] for security_group (bfc84b05-b348-4cf6-9a5d-23cb52091e31), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.683351 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff2944af-e2ae-4df9-b1bd-ef0bfe9e6c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bfc84b05-b348-4cf6-9a5d-23cb52091e31), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.724325 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ff2944af-e2ae-4df9-b1bd-ef0bfe9e6c37 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7692e9d6b59d4bbba10f101ac9806e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553950 Jan 25 02:36:52.725184 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2944af-e2ae-4df9-b1bd-ef0bfe9e6c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc84b05-b348-4cf6-9a5d-23cb52091e31,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:52.727119 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:52.779534 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] Publish callbacks [] for security_group (bfc84b05-b348-4cf6-9a5d-23cb52091e31), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.802937 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] Publish callbacks [] for security_group (bfc84b05-b348-4cf6-9a5d-23cb52091e31), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.849739 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (bfc84b05-b348-4cf6-9a5d-23cb52091e31), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.852296 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:52.855811 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/bfc84b05-b348-4cf6-9a5d-23cb52091e31 HTTP/1.1" status: 204 len: 168 time: 0.1249900 Jan 25 02:36:52.861917 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f25b7-2ae8-471d-b357-8d528db0965b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc84b05-b348-4cf6-9a5d-23cb52091e31,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:53.072976 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad13f9-e909-4fb5-bbb9-6106e462da5a req-7aa46e68-343f-4f27-8580-26c15e6099ee tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.074679 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b1ad13f9-e909-4fb5-bbb9-6106e462da5a req-7aa46e68-343f-4f27-8580-26c15e6099ee tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.0725036 Jan 25 02:36:53.134515 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b1ad13f9-e909-4fb5-bbb9-6106e462da5a req-8a908976-0706-4b8c-98a6-38853ecc415b tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524220 Jan 25 02:36:53.349663 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52540) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:53.376290 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5c2a2-e32e-4998-a269-eeb73bb4a6d8 req-5dddb52e-ffab-433b-afc4-a953662c0dae tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.395089 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4cd5c2a2-e32e-4998-a269-eeb73bb4a6d8 req-5dddb52e-ffab-433b-afc4-a953662c0dae tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1038227 Jan 25 02:36:53.450283 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4cd5c2a2-e32e-4998-a269-eeb73bb4a6d8 req-a81ee7a8-2239-4637-9400-1e994c19c54d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Jan 25 02:36:53.536446 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b28ad32-b595-411e-8caa-1ae7da771031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.628392 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b28ad32-b595-411e-8caa-1ae7da771031 admin admin] Publish callbacks [] for security_group (503dcc18-dfab-4253-926d-bdb546f46bf2), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.633449 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b28ad32-b595-411e-8caa-1ae7da771031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (503dcc18-dfab-4253-926d-bdb546f46bf2), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.673354 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7b28ad32-b595-411e-8caa-1ae7da771031 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8940a02b5b0948d4b7a21754427ff802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227067 Jan 25 02:36:53.675981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52566) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:53.691116 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28ad32-b595-411e-8caa-1ae7da771031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503dcc18-dfab-4253-926d-bdb546f46bf2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:53.737331 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] Publish callbacks [] for security_group (503dcc18-dfab-4253-926d-bdb546f46bf2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.762127 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] Publish callbacks [] for security_group (503dcc18-dfab-4253-926d-bdb546f46bf2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.849304 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-2f21d370-8b0c-439e-9711-d1bf161fbc7e tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:53.850811 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-2f21d370-8b0c-439e-9711-d1bf161fbc7e tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.0646141 Jan 25 02:36:53.867952 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (503dcc18-dfab-4253-926d-bdb546f46bf2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.870734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:53.873070 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/503dcc18-dfab-4253-926d-bdb546f46bf2 HTTP/1.1" status: 204 len: 168 time: 0.1960280 Jan 25 02:36:53.915315 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef2023-d624-4a67-bc37-ea2bc3205d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503dcc18-dfab-4253-926d-bdb546f46bf2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:53.980548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Deleting port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:36:53.981269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.084939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] For port aa04065b-6dd3-4a8a-9798-bd0064dda2b8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:36:54.085617 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.100522 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Calling delete_port for aa04065b-6dd3-4a8a-9798-bd0064dda2b8 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:36:54.312859 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e5d0-9c42-416f-b868-ffe23a8fc985 req-c3dca6de-1e5e-4770-a578-5d52c141d711 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:54.314370 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bac4e5d0-9c42-416f-b868-ffe23a8fc985 req-c3dca6de-1e5e-4770-a578-5d52c141d711 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=915f3ce5-20de-448e-927a-9d0a92e337df HTTP/1.1" status: 200 len: 945 time: 0.0881596 Jan 25 02:36:54.315241 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (aa04065b-6dd3-4a8a-9798-bd0064dda2b8), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.360817 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['aa04065b-6dd3-4a8a-9798-bd0064dda2b8'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:36:54.362149 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Pushing event deleted for resources: {'Port': ['ID=aa04065b-6dd3-4a8a-9798-bd0064dda2b8,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:54.397772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52652) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:54.417980 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] No DVR routers for this DVR port aa04065b-6dd3-4a8a-9798-bd0064dda2b8 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:36:54.423836 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12b32ae3-b5c4-4ae8-aebe-e9f8e0df1452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.431223 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.435257 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f0b2ecbb-5d20-4f57-aa36-4fdd3e3b1efa req-6a74df25-1afc-4d5b-b380-ab43ef21e321 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "DELETE /v2.0/ports/aa04065b-6dd3-4a8a-9798-bd0064dda2b8 HTTP/1.1" status: 204 len: 173 time: 0.5765579 Jan 25 02:36:54.435916 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'name': 'network-vif-deleted', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:36:54.451961 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452aafa-868d-45de-bd84-5864dc9691ed" -d '{"events": [{"server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "name": "network-vif-deleted", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:36:54.478364 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bac4e5d0-9c42-416f-b868-ffe23a8fc985 req-8fc811cd-79e1-479d-9fe5-e7804af4a6b3 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330101 Jan 25 02:36:54.562447 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97add98f-6fd4-4dea-b5a0-989be84cd307 x-openstack-request-id: req-97add98f-6fd4-4dea-b5a0-989be84cd307 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:36:54.562850 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915f3ce5-20de-448e-927a-9d0a92e337df", "name": "network-vif-deleted", "tag": "aa04065b-6dd3-4a8a-9798-bd0064dda2b8", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:36:54.563674 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-97add98f-6fd4-4dea-b5a0-989be84cd307 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:36:54.564089 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f3ce5-20de-448e-927a-9d0a92e337df', 'name': 'network-vif-deleted', 'tag': 'aa04065b-6dd3-4a8a-9798-bd0064dda2b8', 'status': 'completed', 'code': 200} Jan 25 02:36:54.644579 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12b32ae3-b5c4-4ae8-aebe-e9f8e0df1452 admin admin] Publish callbacks [] for security_group (b33f450e-3d94-4c96-b58f-513c4ec3982e), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.653989 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12b32ae3-b5c4-4ae8-aebe-e9f8e0df1452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b33f450e-3d94-4c96-b58f-513c4ec3982e), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.687064 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17425379-2db2-4f5e-af0e-6d36bd3b1234 req-72017544-974d-41ce-be4f-53eb8a5f57c5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:54.689764 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-17425379-2db2-4f5e-af0e-6d36bd3b1234 req-72017544-974d-41ce-be4f-53eb8a5f57c5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Jan 25 02:36:54.710645 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-12b32ae3-b5c4-4ae8-aebe-e9f8e0df1452 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0ca1c793b8a34c80a1870fa8b4f7ef26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117721 Jan 25 02:36:54.713182 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52664) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:54.756179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32ae3-b5c4-4ae8-aebe-e9f8e0df1452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f450e-3d94-4c96-b58f-513c4ec3982e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:54.806633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] Publish callbacks [] for security_group (b33f450e-3d94-4c96-b58f-513c4ec3982e), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.812224 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-17425379-2db2-4f5e-af0e-6d36bd3b1234 req-3504c297-b7e5-4861-9162-a9317220fb7a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012900 Jan 25 02:36:54.848847 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] Publish callbacks [] for security_group (b33f450e-3d94-4c96-b58f-513c4ec3982e), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.921596 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b33f450e-3d94-4c96-b58f-513c4ec3982e), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.924232 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:54.925423 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b33f450e-3d94-4c96-b58f-513c4ec3982e HTTP/1.1" status: 204 len: 168 time: 0.2109621 Jan 25 02:36:54.938220 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d334137-9114-463a-b239-27961b73db12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f450e-3d94-4c96-b58f-513c4ec3982e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:54.989736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 30e0890c-9682-4f92-b4c9-2616357e0107 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:36:55.018386 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 30e0890c-9682-4f92-b4c9-2616357e0107 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:36:55.018746 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 30e0890c-9682-4f92-b4c9-2616357e0107 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:36:55.298697 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 52702) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:55.514554 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff56c4fb-68ce-4958-8631-ebbc91ab7d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.626425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff56c4fb-68ce-4958-8631-ebbc91ab7d47 admin admin] Publish callbacks [] for security_group (e7ae7869-3b85-4b07-a4cf-91d35c41cb2a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.632954 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff56c4fb-68ce-4958-8631-ebbc91ab7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (e7ae7869-3b85-4b07-a4cf-91d35c41cb2a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.687440 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ff56c4fb-68ce-4958-8631-ebbc91ab7d47 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=16f2afde5f28496d93165aade59ddfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850567 Jan 25 02:36:55.687440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56c4fb-68ce-4958-8631-ebbc91ab7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae7869-3b85-4b07-a4cf-91d35c41cb2a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:55.687799 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52728) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:55.811675 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] Publish callbacks [] for security_group (e7ae7869-3b85-4b07-a4cf-91d35c41cb2a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.849961 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] Publish callbacks [] for security_group (e7ae7869-3b85-4b07-a4cf-91d35c41cb2a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.916837 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (e7ae7869-3b85-4b07-a4cf-91d35c41cb2a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.922416 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:55.926404 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/e7ae7869-3b85-4b07-a4cf-91d35c41cb2a HTTP/1.1" status: 204 len: 168 time: 0.2349517 Jan 25 02:36:55.945090 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee73f31-56a2-4e98-897e-1a0620853412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae7869-3b85-4b07-a4cf-91d35c41cb2a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:56.099104 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-e388dad7-d284-40ed-950c-a61ef8cf9df5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:56.106947 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-e388dad7-d284-40ed-950c-a61ef8cf9df5 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 808 time: 0.2475841 Jan 25 02:36:56.125032 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-0220feb1-5da5-4ce2-a9b8-c14a754bd963 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/quotas/b2b7e374c7b24f76b8b3f6c19d4bd5b4 HTTP/1.1" status: 200 len: 375 time: 0.0169342 Jan 25 02:36:56.142667 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642ec6-52a1-45bc-bf45-ce0302369c3e req-9eb8307a-3793-4b0a-943e-ea2995b8d495 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:56.155746 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b8642ec6-52a1-45bc-bf45-ce0302369c3e req-9eb8307a-3793-4b0a-943e-ea2995b8d495 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1137972 Jan 25 02:36:56.170902 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-777ae75a-fa18-4585-a19d-959f135a3880 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443082 Jan 25 02:36:56.229718 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b8642ec6-52a1-45bc-bf45-ce0302369c3e req-285a5169-03ce-4aee-9b20-eb66510df767 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729492 Jan 25 02:36:56.296432 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-ddc5e9d0-0f68-4555-833d-5b8754f6f41c service neutron] 10.222.0.109 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243589 Jan 25 02:36:56.398947 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-2eebaaa0-b3a7-4d24-a7ec-e9a001c6c609 service neutron] 10.222.0.109 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016061 Jan 25 02:36:56.426854 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52812) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:56.441654 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1dab7a1f-74b1-4042-bcd8-d7525ba0a99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.566009 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1dab7a1f-74b1-4042-bcd8-d7525ba0a99f admin admin] Publish callbacks [] for security_group (0fe9348e-dc0d-4537-8b4b-798dac7bd365), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.596292 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cf86836b-6c69-4e70-98d4-b54c51e70042 req-828cc99b-5222-434a-8842-b73bb444f00d tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 210 time: 0.0340090 Jan 25 02:36:56.597688 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1dab7a1f-74b1-4042-bcd8-d7525ba0a99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0fe9348e-dc0d-4537-8b4b-798dac7bd365), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.658277 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab7a1f-74b1-4042-bcd8-d7525ba0a99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9348e-dc0d-4537-8b4b-798dac7bd365,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:56.663535 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1dab7a1f-74b1-4042-bcd8-d7525ba0a99f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c89e08fc33ab4ce78b2188089b47af83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354364 Jan 25 02:36:56.666104 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 52826) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:56.757270 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] Publish callbacks [] for security_group (0fe9348e-dc0d-4537-8b4b-798dac7bd365), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.795737 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] Publish callbacks [] for security_group (0fe9348e-dc0d-4537-8b4b-798dac7bd365), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.881233 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0fe9348e-dc0d-4537-8b4b-798dac7bd365), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.888227 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:56.891280 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0fe9348e-dc0d-4537-8b4b-798dac7bd365 HTTP/1.1" status: 204 len: 168 time: 0.2232194 Jan 25 02:36:56.909809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a8da-5124-4601-a9b0-97e627d1be74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9348e-dc0d-4537-8b4b-798dac7bd365,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:56.984497 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aa04065b-6dd3-4a8a-9798-bd0064dda2b8 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:36:57.023263 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: aa04065b-6dd3-4a8a-9798-bd0064dda2b8 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:36:57.023889 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aa04065b-6dd3-4a8a-9798-bd0064dda2b8 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:36:57.408720 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f744-5260-4d57-a882-f08546f3b9b0 req-0e568cdd-74a3-42cb-b231-2bf280422751 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:57.410354 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0d94f744-5260-4d57-a882-f08546f3b9b0 req-0e568cdd-74a3-42cb-b231-2bf280422751 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0722196 Jan 25 02:36:57.506814 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0d94f744-5260-4d57-a882-f08546f3b9b0 req-cc77ec7e-6f2d-4faa-811a-ffd85ae25ce5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Jan 25 02:36:57.739305 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4cdc9409-6e21-44da-abed-433caede906c req-367d69a2-f2ad-4a9a-9400-bdeb47e2d5e7 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 210 time: 0.0295346 Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.234723 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:36:58.237171 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-acab4431-2f22-4708-88f3-d002366dafdb tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.237936 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-acab4431-2f22-4708-88f3-d002366dafdb tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 808 time: 0.1820765 Jan 25 02:36:58.278245 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Request body: {'port': {'device_id': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9', 'admin_state_up': True, 'tenant_id': 'b2b7e374c7b24f76b8b3f6c19d4bd5b4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:58.399383 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Made reservation on behalf of b2b7e374c7b24f76b8b3f6c19d4bd5b4 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:36:58.404579 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:58.577696 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Allocated IP 172.20.0.11 (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9/26505833-8698-4a75-89b4-6d170a64245b/806b30a6-109c-49da-b365-432c1e5e1201) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:36:58.669482 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d225bb-cf75-4366-843f-565d1cfdb2b7 req-4d1dd67d-87ce-4c3f-a70e-4c6e740434fb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.671166 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39d225bb-cf75-4366-843f-565d1cfdb2b7 req-4d1dd67d-87ce-4c3f-a70e-4c6e740434fb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0570743 Jan 25 02:36:58.750488 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39d225bb-cf75-4366-843f-565d1cfdb2b7 req-284cc0d9-66d1-421c-ae5b-a7e00b96c29a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Jan 25 02:36:58.758048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks [] for port (806b30a6-109c-49da-b365-432c1e5e1201), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:58.805314 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:58.849997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:36:58.860893 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:36:58.866489 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:36:58.932503 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Pushing event updated for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:58.949386 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.950034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:58.970701 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffefd-e54a-4ab0-82bc-3f9096f649e2 req-7a4fae6f-3bde-474f-9c09-0db36456be3f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:58.972442 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e96ffefd-e54a-4ab0-82bc-3f9096f649e2 req-7a4fae6f-3bde-474f-9c09-0db36456be3f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 932 time: 0.1246288 Jan 25 02:36:58.983640 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-f0242cda-a37d-49a2-8f3e-8c42e8b1b3db tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7099943 Jan 25 02:36:59.010617 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Request body: {'port': {'device_id': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:36:59.312789 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e96ffefd-e54a-4ab0-82bc-3f9096f649e2 req-c7fe5051-064c-4f80-98be-8df9fe4fccfa tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282769 Jan 25 02:36:59.315923 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (806b30a6-109c-49da-b365-432c1e5e1201), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.637561 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806b30a6-109c-49da-b365-432c1e5e1201 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:36:59.646049 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks [] for port (806b30a6-109c-49da-b365-432c1e5e1201), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.664479 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Transition to ACTIVE for port object 806b30a6-109c-49da-b365-432c1e5e1201 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:36:59.672277 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.733801 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:36:59.735050 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:36:59.842252 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Attempting to bind port 806b30a6-109c-49da-b365-432c1e5e1201 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:36:59.843283 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Attempting to bind port 806b30a6-109c-49da-b365-432c1e5e1201 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:36:59.843666 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Attempting to bind port 806b30a6-109c-49da-b365-432c1e5e1201 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:59.853659 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Port 806b30a6-109c-49da-b365-432c1e5e1201 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:36:59.854035 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Attempting to bind port 806b30a6-109c-49da-b365-432c1e5e1201 on network 76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:36:59.869869 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:36:59.870222 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Checking segment: {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:36:59.870635 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Bound using segment: {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:36:59.871153 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Bound port: 806b30a6-109c-49da-b365-432c1e5e1201, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246b03d9-d6bc-46de-803a-f73f4d2e44c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:36:59.871733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (806b30a6-109c-49da-b365-432c1e5e1201), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.920430 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5c8cf3d4-1f58-4266-b3b8-ee96c96d0eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.962534 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:36:59.968996 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=806b30a6-109c-49da-b365-432c1e5e1201,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:36:59.975973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:36:59.998137 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:36:59.998808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.000791 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] 10.222.0.120 "PUT /v2.0/ports/806b30a6-109c-49da-b365-432c1e5e1201 HTTP/1.1" status: 200 len: 1094 time: 0.9963381 Jan 25 02:37:00.003233 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:00.006314 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "tag": "806b30a6-109c-49da-b365-432c1e5e1201"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:00.113048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53070) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:00.114519 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01857a5f-44f7-401e-9794-f5564104ed62 x-openstack-request-id: req-01857a5f-44f7-401e-9794-f5564104ed62 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:00.114809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "tag": "806b30a6-109c-49da-b365-432c1e5e1201", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:00.115081 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-01857a5f-44f7-401e-9794-f5564104ed62 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:00.115473 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201', 'status': 'completed', 'code': 200} Jan 25 02:37:00.131415 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237c93f-bea9-44b2-a3cc-9454d057fbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:00.154726 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-5fe8278d-ec4b-4c31-8ec1-96fa26b2cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.156274 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-5fe8278d-ec4b-4c31-8ec1-96fa26b2cc21 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 1097 time: 0.0811903 Jan 25 02:37:00.210674 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963b17-58e9-4acc-82ea-88a1d802dd50 req-c011e0c1-e955-46dc-bac0-b21bd6cfdc9d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.226708 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-53fcf912-8085-4e9a-b595-897881fb4db2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=806b30a6-109c-49da-b365-432c1e5e1201 HTTP/1.1" status: 200 len: 217 time: 0.0495322 Jan 25 02:37:00.226809 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f963b17-58e9-4acc-82ea-88a1d802dd50 req-c011e0c1-e955-46dc-bac0-b21bd6cfdc9d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.3989503 Jan 25 02:37:00.252258 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-795f8b46-2d49-465a-bfc5-e9e6e74682a7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3bf773eabca24588bf22edf4c5fb506a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156915 Jan 25 02:37:00.257833 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:00.302138 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f963b17-58e9-4acc-82ea-88a1d802dd50 req-2f9f1278-ba1e-4450-a73c-daba6745e470 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762086 Jan 25 02:37:00.334390 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ba6753b-3849-4238-b507-4d6e2e3e723b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.367777 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-1445426c-6af3-4599-a828-ff6c30489505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.369264 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-1445426c-6af3-4599-a828-ff6c30489505 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=26505833-8698-4a75-89b4-6d170a64245b HTTP/1.1" status: 200 len: 848 time: 0.1411209 Jan 25 02:37:00.370752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] Publish callbacks [] for security_group (9e842e78-b838-492c-a8a6-3722dbd9a4cf), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.410735 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] Publish callbacks [] for security_group (9e842e78-b838-492c-a8a6-3722dbd9a4cf), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.462341 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-d8a593d4-5555-42a3-ad55-556ac004b4d4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596871 Jan 25 02:37:00.492385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dc4fb-204f-4441-8ffd-80d913532c1b req-8d3773b5-0393-43b3-832e-4f71a8016479 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:00.493896 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3c1dc4fb-204f-4441-8ffd-80d913532c1b req-8d3773b5-0393-43b3-832e-4f71a8016479 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 944 time: 0.0811522 Jan 25 02:37:00.522266 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (9e842e78-b838-492c-a8a6-3722dbd9a4cf), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.524805 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.525914 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/9e842e78-b838-492c-a8a6-3722dbd9a4cf HTTP/1.1" status: 204 len: 168 time: 0.2671580 Jan 25 02:37:00.550344 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068233-ff28-4e1d-948f-345e23da4ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e842e78-b838-492c-a8a6-3722dbd9a4cf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:00.569753 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3c1dc4fb-204f-4441-8ffd-80d913532c1b req-6b96441d-a3ab-4b20-a555-7b43b59d6f2e tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Jan 25 02:37:00.614095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ba6753b-3849-4238-b507-4d6e2e3e723b admin admin] Publish callbacks [] for security_group (0ff1b6db-14c9-480d-8164-aeec499177c0), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.622530 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ba6753b-3849-4238-b507-4d6e2e3e723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0ff1b6db-14c9-480d-8164-aeec499177c0), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.688125 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-231cbea5-58d9-4fa0-9ab5-8ee88bf7dbdf service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144179 Jan 25 02:37:00.694004 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1ba6753b-3849-4238-b507-4d6e2e3e723b admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e05951fc0b84419290a439930636d98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748961 Jan 25 02:37:00.694004 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6753b-3849-4238-b507-4d6e2e3e723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff1b6db-14c9-480d-8164-aeec499177c0,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:00.695493 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:00.769784 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] Publish callbacks [] for security_group (0ff1b6db-14c9-480d-8164-aeec499177c0), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.819532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] Publish callbacks [] for security_group (0ff1b6db-14c9-480d-8164-aeec499177c0), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.838389 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2da6d262-7f69-4d32-907b-d3ba431f7e4a req-e960b9ac-d5cf-4ee5-a0ad-705f9cc025bd service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433513 Jan 25 02:37:00.896396 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0ff1b6db-14c9-480d-8164-aeec499177c0), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.899362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:00.900619 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0ff1b6db-14c9-480d-8164-aeec499177c0 HTTP/1.1" status: 204 len: 168 time: 0.2037935 Jan 25 02:37:00.910028 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563822b-ebe1-4bff-9f35-ef1b224c518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff1b6db-14c9-480d-8164-aeec499177c0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:01.018802 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-f380b19b-7ef2-44b1-95a6-7cbc6bc5db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.020540 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-f380b19b-7ef2-44b1-95a6-7cbc6bc5db47 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 1097 time: 0.0676184 Jan 25 02:37:01.117603 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-e9e7d896-3614-4f0e-a192-5f9931977c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.120043 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-e9e7d896-3614-4f0e-a192-5f9931977c88 service neutron] 10.222.0.120 "GET /v2.0/networks?id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 200 len: 909 time: 0.0924518 Jan 25 02:37:01.167633 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-72234553-dd05-43d6-ab44-25eaccdb7ef9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=806b30a6-109c-49da-b365-432c1e5e1201 HTTP/1.1" status: 200 len: 217 time: 0.0401418 Jan 25 02:37:01.227676 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-9465bd2c-5e1a-4337-a248-31a0f7625889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.229390 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-9465bd2c-5e1a-4337-a248-31a0f7625889 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=26505833-8698-4a75-89b4-6d170a64245b HTTP/1.1" status: 200 len: 848 time: 0.0558193 Jan 25 02:37:01.260776 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-01f9e7c0-6809-4da7-ae3e-dade06fbcc23 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252359 Jan 25 02:37:01.283395 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53112) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:01.296112 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61e99a9c-d1ab-45b5-9256-38301ac3a8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.365058 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-585b6ed4-fa96-4341-a930-77cd44f4dbfb service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972893 Jan 25 02:37:01.376858 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61e99a9c-d1ab-45b5-9256-38301ac3a8a9 admin admin] Publish callbacks [] for security_group (a87e81bd-c5c2-4cbe-adf4-76c40c025774), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.381942 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61e99a9c-d1ab-45b5-9256-38301ac3a8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (a87e81bd-c5c2-4cbe-adf4-76c40c025774), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.436174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e99a9c-d1ab-45b5-9256-38301ac3a8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e81bd-c5c2-4cbe-adf4-76c40c025774,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:01.457241 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-61e99a9c-d1ab-45b5-9256-38301ac3a8a9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=bda2b909d6a0405da8f1d4851b862a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721559 Jan 25 02:37:01.459428 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53120) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:01.502828 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2cdec-34b1-413b-b251-f128b40ce117 req-f6d15421-39a2-4658-987a-45619fee60f2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.504377 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5bb2cdec-34b1-413b-b251-f128b40ce117 req-f6d15421-39a2-4658-987a-45619fee60f2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.1111350 Jan 25 02:37:01.509382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] Publish callbacks [] for security_group (a87e81bd-c5c2-4cbe-adf4-76c40c025774), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.531941 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] Publish callbacks [] for security_group (a87e81bd-c5c2-4cbe-adf4-76c40c025774), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.553460 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d2b471cb-1505-4cda-8a19-a2b9cd315c1f req-bd18852f-3075-4b19-835e-aa88305403d9 service neutron] 10.222.0.120 "GET /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805978 Jan 25 02:37:01.593307 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5bb2cdec-34b1-413b-b251-f128b40ce117 req-887710e2-b422-43d3-a85c-27f0d5620132 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jan 25 02:37:01.599279 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (a87e81bd-c5c2-4cbe-adf4-76c40c025774), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.601774 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:01.602906 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/a87e81bd-c5c2-4cbe-adf4-76c40c025774 HTTP/1.1" status: 204 len: 168 time: 0.1423869 Jan 25 02:37:01.624406 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273a2a9-a0f0-454e-b54e-165f70619102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e81bd-c5c2-4cbe-adf4-76c40c025774,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:01.738989 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b03d-1199-4839-be0e-6d1b0809dbf0 req-38cd5030-d993-4f1b-8a8b-acdaed7849b8 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:01.740514 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c188b03d-1199-4839-be0e-6d1b0809dbf0 req-38cd5030-d993-4f1b-8a8b-acdaed7849b8 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 944 time: 0.0701442 Jan 25 02:37:01.805565 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c188b03d-1199-4839-be0e-6d1b0809dbf0 req-c608ef79-133e-4e3f-9922-c81f5dde743d tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575290 Jan 25 02:37:01.920006 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:02.033548 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2add5925-56ea-44cd-a2e6-551a75924c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.117060 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2add5925-56ea-44cd-a2e6-551a75924c18 admin admin] Publish callbacks [] for security_group (2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.121238 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2add5925-56ea-44cd-a2e6-551a75924c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.159603 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2add5925-56ea-44cd-a2e6-551a75924c18 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=1e8dbf78f80e4c3e9e94213106535a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385113 Jan 25 02:37:02.160430 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add5925-56ea-44cd-a2e6-551a75924c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.162307 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53150) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:02.225050 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] Publish callbacks [] for security_group (2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.253181 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-99601c2e-1fe2-4b08-a727-03415e52439d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.253715 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] Publish callbacks [] for security_group (2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.318933 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.321844 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.325635 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5 HTTP/1.1" status: 204 len: 168 time: 0.1598308 Jan 25 02:37:02.332216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadb84f-9fb8-4d51-8665-9c6c01d21726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba640be-1c8c-4aa5-bcab-1aa31d5fc6f5,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.409024 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53164) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:02.685208 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-357500255-network', 'tenant_id': '6d2aac225a1849ae88eb44224a03fb0b'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:02.709141 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Made reservation on behalf of 6d2aac225a1849ae88eb44224a03fb0b for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:02.711665 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.722789 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.724133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c2f94-6c39-422c-8f11-f873851dca11 req-091fe377-ae1f-4719-8c29-6bf5323f4df8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.732102 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-932c2f94-6c39-422c-8f11-f873851dca11 req-091fe377-ae1f-4719-8c29-6bf5323f4df8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0568056 Jan 25 02:37:02.753308 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:02.773380 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f00ec0b7-f1d8-4228-869f-543f5a220709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.804578 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks [] for security_group (19aba200-b3a6-4dc8-986e-8880f1526839), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.807109 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-932c2f94-6c39-422c-8f11-f873851dca11 req-16f46b02-f7f8-43fa-afe2-4cf2209d0cdd tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739131 Jan 25 02:37:02.808213 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (19aba200-b3a6-4dc8-986e-8880f1526839), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.838608 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:37:02.845961 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aba200-b3a6-4dc8-986e-8880f1526839,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.866405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (308d419e-11e2-43e1-aba4-56c1b1eb6a9e), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.866868 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Added segment 308d419e-11e2-43e1-aba4-56c1b1eb6a9e of type vlan for network 31e349ac-c971-4d97-9b42-ff508bb3165f Jan 25 02:37:02.885476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f00ec0b7-f1d8-4228-869f-543f5a220709 admin admin] Publish callbacks [] for security_group (42a312fc-bc02-4bb3-9e7a-1d5130927327), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.889363 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f00ec0b7-f1d8-4228-869f-543f5a220709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (42a312fc-bc02-4bb3-9e7a-1d5130927327), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.926270 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f00ec0b7-f1d8-4228-869f-543f5a220709 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6818b112c32242f099a92d3e3d4528f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716988 Jan 25 02:37:02.929292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:02.935220 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (31e349ac-c971-4d97-9b42-ff508bb3165f), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.942652 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ec0b7-f1d8-4228-869f-543f5a220709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a312fc-bc02-4bb3-9e7a-1d5130927327,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:02.972633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401437de-5eb2-4cd2-93ca-7d43ca3ac5c1 req-b3c77965-7795-4d3d-ac3e-df80b519c0cf tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.974152 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-401437de-5eb2-4cd2-93ca-7d43ca3ac5c1 req-b3c77965-7795-4d3d-ac3e-df80b519c0cf tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 944 time: 0.0760942 Jan 25 02:37:02.975351 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (31e349ac-c971-4d97-9b42-ff508bb3165f), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.976501 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:02.976832 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:02.986241 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] Publish callbacks [] for security_group (42a312fc-bc02-4bb3-9e7a-1d5130927327), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.009951 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] Publish callbacks [] for security_group (42a312fc-bc02-4bb3-9e7a-1d5130927327), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.020524 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6084733 Jan 25 02:37:03.023493 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53190) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:03.030095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Request body: {'subnet': {'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-357500255-subnet', 'tenant_id': '6d2aac225a1849ae88eb44224a03fb0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:03.056244 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 806b30a6-109c-49da-b365-432c1e5e1201 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:03.063953 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (42a312fc-bc02-4bb3-9e7a-1d5130927327), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.066898 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.071604 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/42a312fc-bc02-4bb3-9e7a-1d5130927327 HTTP/1.1" status: 204 len: 168 time: 0.1413734 Jan 25 02:37:03.080143 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c268d04-ac8f-4de6-9d57-02f10bae1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a312fc-bc02-4bb3-9e7a-1d5130927327,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:03.089824 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ad0a4-bd85-4a06-a138-101648a2051d admin admin] Pushing event updated for resources: {'Network': ['ID=31e349ac-c971-4d97-9b42-ff508bb3165f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:03.106324 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-401437de-5eb2-4cd2-93ca-7d43ca3ac5c1 req-7ac77770-0932-4318-b1b1-8f0916280801 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223161 Jan 25 02:37:03.113681 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 31e349ac-c971-4d97-9b42-ff508bb3165f details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:37:03.118029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Made reservation on behalf of 6d2aac225a1849ae88eb44224a03fb0b for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:03.121718 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4002072'] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.326334 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4002102'] for subnet (e5933bb5-7d1e-46c0-bbad-a40730d12f2c), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.361630 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.376721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5933bb5-7d1e-46c0-bbad-a40730d12f2c,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:03.383054 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=806b30a6-109c-49da-b365-432c1e5e1201,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:03.394036 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Checking segment: {'id': '308d419e-11e2-43e1-aba4-56c1b1eb6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:03.394394 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Network hostable DHCP agents. Network: 31e349ac-c971-4d97-9b42-ff508bb3165f, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:37:03.395825 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '806b30a6-109c-49da-b365-432c1e5e1201', 'network_id': '76eb7db2-fed2-468b-a3a0-7d7c6e643ed9', 'port_id': '806b30a6-109c-49da-b365-432c1e5e1201', 'mac_address': 'fa:16:3e:61:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26505833-8698-4a75-89b4-6d170a64245b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:03.422391 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Network 31e349ac-c971-4d97-9b42-ff508bb3165f is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:37:03.432695 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 31e349ac-c971-4d97-9b42-ff508bb3165f) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:03.438478 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.439529 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.446035 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040013e0-53d1-405b-af14-5d3ce47feea3 None None] Network 31e349ac-c971-4d97-9b42-ff508bb3165f requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:03.450149 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 806b30a6-109c-49da-b365-432c1e5e1201 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:03.450626 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (806b30a6-109c-49da-b365-432c1e5e1201), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.457533 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-dac1cfe6-afff-47c9-95fd-a0021c3fc0f6 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4327931 Jan 25 02:37:03.526352 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806b30a6-109c-49da-b365-432c1e5e1201 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:03.560831 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=806b30a6-109c-49da-b365-432c1e5e1201,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:03.567569 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:03.627183 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c153a7c-12e0-4bf3-ab66-48f453b80185 None None] Network 31e349ac-c971-4d97-9b42-ff508bb3165f requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:03.720248 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:03.948750 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['806b30a6-109c-49da-b365-432c1e5e1201'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:03.983756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103637ed-2518-4bd2-84d6-6536d8736323 req-db7a66dd-8d4d-4414-8e6f-bf5da2681383 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:03.985741 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-103637ed-2518-4bd2-84d6-6536d8736323 req-db7a66dd-8d4d-4414-8e6f-bf5da2681383 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0917425 Jan 25 02:37:04.071952 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-103637ed-2518-4bd2-84d6-6536d8736323 req-4f534d0f-98c8-41e4-842b-f4ec97859383 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727761 Jan 25 02:37:04.191597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53268) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:04.196983 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1941614501-network', 'tenant_id': '395552b840f54a75ac0480769aa6ba74'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:04.257598 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa305b50-816d-4fd1-b1f1-4ce19feeb19c req-6b5abd4c-b25e-4179-8c56-173a7af3c17c tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.259158 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aa305b50-816d-4fd1-b1f1-4ce19feeb19c req-6b5abd4c-b25e-4179-8c56-173a7af3c17c tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 945 time: 0.0574844 Jan 25 02:37:04.259913 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Made reservation on behalf of 395552b840f54a75ac0480769aa6ba74 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:04.262706 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.275416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.345945 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aa305b50-816d-4fd1-b1f1-4ce19feeb19c req-347ef081-28a9-4ea0-826e-1baf7637ee69 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715661 Jan 25 02:37:04.392292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks [] for security_group (db7484b8-0298-475c-bd3a-fd2650edbe05), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.396545 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (db7484b8-0298-475c-bd3a-fd2650edbe05), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.422108 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:37:04.430707 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7484b8-0298-475c-bd3a-fd2650edbe05,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:04.436900 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (55d39ab7-372c-4f14-82a0-c6f01b4e88d4), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.437279 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Added segment 55d39ab7-372c-4f14-82a0-c6f01b4e88d4 of type vlan for network ff089190-56c7-455a-bb59-136d14bdfedd Jan 25 02:37:04.478558 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (ff089190-56c7-455a-bb59-136d14bdfedd), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.505469 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (ff089190-56c7-455a-bb59-136d14bdfedd), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.506552 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.507188 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.575623 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3826909 Jan 25 02:37:04.578730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53276) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:04.580994 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1206e-f0ff-42ae-9efb-13cd825a341a admin admin] Pushing event updated for resources: {'Network': ['ID=ff089190-56c7-455a-bb59-136d14bdfedd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:04.588094 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Request body: {'subnet': {'network_id': 'ff089190-56c7-455a-bb59-136d14bdfedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1941614501-subnet', 'tenant_id': '395552b840f54a75ac0480769aa6ba74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:04.591777 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network ff089190-56c7-455a-bb59-136d14bdfedd details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:37:04.612861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Made reservation on behalf of 395552b840f54a75ac0480769aa6ba74 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:04.615225 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.638637 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53278) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:04.787481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310bb6fe-caf2-4735-9de4-20494c6b8ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.806089 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (0f3c6b76-a983-40a5-8ed2-b69252c834c0), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.835091 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.882281 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3c6b76-a983-40a5-8ed2-b69252c834c0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:04.913059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Checking segment: {'id': '55d39ab7-372c-4f14-82a0-c6f01b4e88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'ff089190-56c7-455a-bb59-136d14bdfedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:04.913425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Network hostable DHCP agents. Network: ff089190-56c7-455a-bb59-136d14bdfedd, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:37:04.952688 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Network ff089190-56c7-455a-bb59-136d14bdfedd is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:37:04.959702 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310bb6fe-caf2-4735-9de4-20494c6b8ec4 admin admin] Publish callbacks [] for security_group (59b1e6f0-3388-4772-9954-53e22ede50c1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.965333 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310bb6fe-caf2-4735-9de4-20494c6b8ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (59b1e6f0-3388-4772-9954-53e22ede50c1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.974771 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, ff089190-56c7-455a-bb59-136d14bdfedd) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:04.984567 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:04.985163 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:04.985380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4feab1-c3c5-49ef-8918-2d6859ba78a4 None None] Network ff089190-56c7-455a-bb59-136d14bdfedd requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:05.024730 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-310bb6fe-caf2-4735-9de4-20494c6b8ec4 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=be383c018d2c4a249a2f04ce2f86cb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847198 Jan 25 02:37:05.027948 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53284) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:05.036109 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-71148732-4357-425b-8c40-5b574c82f8da admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4560843 Jan 25 02:37:05.037246 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb6fe-caf2-4735-9de4-20494c6b8ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b1e6f0-3388-4772-9954-53e22ede50c1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.081452 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 806b30a6-109c-49da-b365-432c1e5e1201 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:05.151933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f3132d-df31-44f8-8fe2-a2f05b2c39ec None None] Network ff089190-56c7-455a-bb59-136d14bdfedd requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:05.153475 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2b7de-3f4e-4b12-afae-44c361bec5d5 req-ab84a577-a4f1-4a2b-9d10-4e45beb5d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.155020 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c4a2b7de-3f4e-4b12-afae-44c361bec5d5 req-ab84a577-a4f1-4a2b-9d10-4e45beb5d0d8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 1098 time: 0.0892425 Jan 25 02:37:05.172738 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] Publish callbacks [] for security_group (59b1e6f0-3388-4772-9954-53e22ede50c1), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.197917 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] Publish callbacks [] for security_group (59b1e6f0-3388-4772-9954-53e22ede50c1), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.256258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9bc97-835e-4210-9df2-118722c170d3 req-7a633b32-a7e9-492e-859a-01c149c1e784 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.258616 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22f9bc97-835e-4210-9df2-118722c170d3 req-7a633b32-a7e9-492e-859a-01c149c1e784 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0830345 Jan 25 02:37:05.284224 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 806b30a6-109c-49da-b365-432c1e5e1201 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:05.289069 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 806b30a6-109c-49da-b365-432c1e5e1201 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:05.290145 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (806b30a6-109c-49da-b365-432c1e5e1201), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.309328 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c4a2b7de-3f4e-4b12-afae-44c361bec5d5 req-32982713-36c2-4927-81c5-5dc82c6ce0ad service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369617 Jan 25 02:37:05.332102 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (59b1e6f0-3388-4772-9954-53e22ede50c1), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.335586 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.340148 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/59b1e6f0-3388-4772-9954-53e22ede50c1 HTTP/1.1" status: 204 len: 168 time: 0.3097806 Jan 25 02:37:05.346368 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22f9bc97-835e-4210-9df2-118722c170d3 req-5c58d3a7-ae21-400a-b972-a1677666c7a6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815907 Jan 25 02:37:05.359447 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862eeba-bbc6-4bad-9f5d-77b73c3c715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b1e6f0-3388-4772-9954-53e22ede50c1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.432332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 806b30a6-109c-49da-b365-432c1e5e1201 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:05.433005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (806b30a6-109c-49da-b365-432c1e5e1201), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.462308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:05.465874 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280871e-714d-455b-ae94-e46cbb8f5fe6" -d '{"events": [{"server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "name": "network-vif-plugged", "status": "completed", "tag": "806b30a6-109c-49da-b365-432c1e5e1201"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:05.482640 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=806b30a6-109c-49da-b365-432c1e5e1201,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:05.488966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.497811 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e745986-9d05-470e-ba48-2e28eae15b66 req-ad053bd3-d7b3-43cc-9bf1-7663f754167c tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.499627 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3e745986-9d05-470e-ba48-2e28eae15b66 req-ad053bd3-d7b3-43cc-9bf1-7663f754167c tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 945 time: 0.0564904 Jan 25 02:37:05.550340 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.551273 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3e745986-9d05-470e-ba48-2e28eae15b66 req-8fa4efe4-72ea-48f4-94b9-b55b7f01470a tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Jan 25 02:37:05.656081 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201f0f6e-e298-4495-8251-8ebb35f2ae45 x-openstack-request-id: req-201f0f6e-e298-4495-8251-8ebb35f2ae45 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:05.656790 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "name": "network-vif-plugged", "status": "completed", "tag": "806b30a6-109c-49da-b365-432c1e5e1201", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:05.656790 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-201f0f6e-e298-4495-8251-8ebb35f2ae45 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:05.657081 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201', 'code': 200} Jan 25 02:37:05.695778 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53324) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:05.806406 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-6c1fa4f6-fa13-450e-abc3-cc06f5f867b5 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:05.807999 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-6c1fa4f6-fa13-450e-abc3-cc06f5f867b5 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/networks?id=31e349ac-c971-4d97-9b42-ff508bb3165f HTTP/1.1" status: 200 len: 808 time: 0.1289973 Jan 25 02:37:05.826374 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df79566c-1554-41d2-8269-667c9268def2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.828055 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-565d9ac4-6594-4312-8ed8-1bc391546fed tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/quotas/6d2aac225a1849ae88eb44224a03fb0b HTTP/1.1" status: 200 len: 375 time: 0.0128632 Jan 25 02:37:05.870028 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-707b0edc-34a0-4bbf-9ba0-100e9dff0250 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=6d2aac225a1849ae88eb44224a03fb0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362935 Jan 25 02:37:05.928494 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df79566c-1554-41d2-8269-667c9268def2 admin admin] Publish callbacks [] for security_group (520a2f1d-c6df-40a4-8f44-39133f342dc6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.935352 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df79566c-1554-41d2-8269-667c9268def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (520a2f1d-c6df-40a4-8f44-39133f342dc6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:05.976757 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-df79566c-1554-41d2-8269-667c9268def2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=7678858115844629bbedf3450ffef50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798893 Jan 25 02:37:05.977884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79566c-1554-41d2-8269-667c9268def2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a2f1d-c6df-40a4-8f44-39133f342dc6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:05.980842 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53336) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:06.051603 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c0df6-c737-4b8a-80c8-d4cdf8926794 req-570bdfe1-6016-4fe3-9338-bed8da92d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.053811 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6e1c0df6-c737-4b8a-80c8-d4cdf8926794 req-570bdfe1-6016-4fe3-9338-bed8da92d2d7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 1099 time: 0.1392875 Jan 25 02:37:06.069385 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-d846fe5f-e0a8-4564-91d1-711f0ba0cca9 service neutron] 10.222.0.109 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873012 Jan 25 02:37:06.119157 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] Publish callbacks [] for security_group (520a2f1d-c6df-40a4-8f44-39133f342dc6), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:06.201242 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:06.201842 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6e1c0df6-c737-4b8a-80c8-d4cdf8926794 req-4f882414-1e13-40eb-bd4c-4352db7f0f74 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395142 Jan 25 02:37:06.205163 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] Publish callbacks [] for security_group (520a2f1d-c6df-40a4-8f44-39133f342dc6), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:06.256375 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-957734d2-0d7f-464b-b8f1-aaa4575211d5 service neutron] 10.222.0.109 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645246 Jan 25 02:37:06.275978 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (520a2f1d-c6df-40a4-8f44-39133f342dc6), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:06.280006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:06.281402 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/520a2f1d-c6df-40a4-8f44-39133f342dc6 HTTP/1.1" status: 204 len: 168 time: 0.2989793 Jan 25 02:37:06.290741 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768e671-6b52-45cd-9551-16b44d03e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a2f1d-c6df-40a4-8f44-39133f342dc6,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:06.500904 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-957c9ad2-afc7-45bf-8d99-c532589a1733 req-1fb94244-2f9b-4639-a037-fde5b3e6bb19 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 210 time: 0.0433354 Jan 25 02:37:06.529491 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6877b4d-9924-40e7-9943-a3cae56780a7 req-f7dcb5cf-e70f-4699-b06c-51a922cdee69 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.531232 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6877b4d-9924-40e7-9943-a3cae56780a7 req-f7dcb5cf-e70f-4699-b06c-51a922cdee69 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0994473 Jan 25 02:37:06.610680 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6877b4d-9924-40e7-9943-a3cae56780a7 req-46a1be5e-c8b8-4c05-b1a2-5d9b56ac2067 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699749 Jan 25 02:37:06.734144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262321e-d4dd-4d7f-97d0-5adc88b0c85c req-705ea152-93f3-412c-9830-bc04e40c05ec tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:06.748157 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1262321e-d4dd-4d7f-97d0-5adc88b0c85c req-705ea152-93f3-412c-9830-bc04e40c05ec tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.0745711 Jan 25 02:37:06.811173 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:06.853482 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1262321e-d4dd-4d7f-97d0-5adc88b0c85c req-411d3053-1982-4ea0-97c8-92cd5d431c3e tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038396 Jan 25 02:37:06.875277 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:06.892378 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b0e039a-471d-4c79-a9c8-83adc7fb4c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.015495 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b0e039a-471d-4c79-a9c8-83adc7fb4c6f admin admin] Publish callbacks [] for security_group (52f039cd-874f-4a4b-b968-380badf3dfd3), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.020571 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b0e039a-471d-4c79-a9c8-83adc7fb4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (52f039cd-874f-4a4b-b968-380badf3dfd3), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.067682 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e039a-471d-4c79-a9c8-83adc7fb4c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f039cd-874f-4a4b-b968-380badf3dfd3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.075165 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9b0e039a-471d-4c79-a9c8-83adc7fb4c6f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6f2bd1f614ca4ec7b76d08ff1de4b8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959045 Jan 25 02:37:07.075427 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53394) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.127561 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23a15ea3-9e6e-422e-84bb-a38570808231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.165939 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] Publish callbacks [] for security_group (52f039cd-874f-4a4b-b968-380badf3dfd3), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.201291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] Publish callbacks [] for security_group (52f039cd-874f-4a4b-b968-380badf3dfd3), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.264397 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23a15ea3-9e6e-422e-84bb-a38570808231 admin admin] Publish callbacks [] for security_group (dc28a3fe-f748-4274-834f-4fe474d20e8a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.269478 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23a15ea3-9e6e-422e-84bb-a38570808231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (dc28a3fe-f748-4274-834f-4fe474d20e8a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.311468 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (52f039cd-874f-4a4b-b968-380badf3dfd3), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.314416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.316194 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/52f039cd-874f-4a4b-b968-380badf3dfd3 HTTP/1.1" status: 204 len: 168 time: 0.2398300 Jan 25 02:37:07.328765 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-23a15ea3-9e6e-422e-84bb-a38570808231 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3fe1d4e5fbee42a596945eb5b191727b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163445 Jan 25 02:37:07.329621 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15ea3-9e6e-422e-84bb-a38570808231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc28a3fe-f748-4274-834f-4fe474d20e8a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.331620 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53404) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.341605 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad976877-71f2-432b-ba37-1d2bf31585e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f039cd-874f-4a4b-b968-380badf3dfd3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.411229 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] Publish callbacks [] for security_group (dc28a3fe-f748-4274-834f-4fe474d20e8a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.436261 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] Publish callbacks [] for security_group (dc28a3fe-f748-4274-834f-4fe474d20e8a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.488608 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (dc28a3fe-f748-4274-834f-4fe474d20e8a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.491162 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.492314 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/dc28a3fe-f748-4274-834f-4fe474d20e8a HTTP/1.1" status: 204 len: 168 time: 0.1550314 Jan 25 02:37:07.501091 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec548e-51e2-4c55-9cd8-bd7688f9ed17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc28a3fe-f748-4274-834f-4fe474d20e8a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.615027 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-80cbdc4c-5f9e-4aca-93af-1af785b912bb req-091d30c8-bd80-499e-a2e2-a9590954d3e6 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 210 time: 0.0303750 Jan 25 02:37:07.689428 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53414) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.716414 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f228b166-6449-411c-b5b2-5c16bce588bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.753249 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9924d0-9b19-4e8c-b36e-4c2cec78fb77 req-3aab921a-4556-4ae2-998e-ebdebca36de0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:07.754928 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-dc9924d0-9b19-4e8c-b36e-4c2cec78fb77 req-3aab921a-4556-4ae2-998e-ebdebca36de0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0519753 Jan 25 02:37:07.804092 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f228b166-6449-411c-b5b2-5c16bce588bc admin admin] Publish callbacks [] for security_group (089dd9a6-c135-40fa-b861-84879a5ef5bd), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.806036 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-dc9924d0-9b19-4e8c-b36e-4c2cec78fb77 req-d0703843-c9ca-4d6a-8aae-d14a6ba06f2f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Jan 25 02:37:07.810233 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f228b166-6449-411c-b5b2-5c16bce588bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (089dd9a6-c135-40fa-b861-84879a5ef5bd), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.857891 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-f228b166-6449-411c-b5b2-5c16bce588bc admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a360af83a1864902987bcd613b45e881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643419 Jan 25 02:37:07.857891 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228b166-6449-411c-b5b2-5c16bce588bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089dd9a6-c135-40fa-b861-84879a5ef5bd,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:07.859796 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53422) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:07.957022 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] Publish callbacks [] for security_group (089dd9a6-c135-40fa-b861-84879a5ef5bd), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:07.960981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda8568-8c68-41fa-ae60-8d89f2019d0e req-7f7a4fc6-5660-44b8-aeb5-005cd64a0f9a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:07.963026 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4cda8568-8c68-41fa-ae60-8d89f2019d0e req-7f7a4fc6-5660-44b8-aeb5-005cd64a0f9a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0682039 Jan 25 02:37:08.004873 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] Publish callbacks [] for security_group (089dd9a6-c135-40fa-b861-84879a5ef5bd), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.049472 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90c2e-3133-43e1-8e53-1bd3bb3f728d req-f16e8ce7-5328-4aaf-b3bf-be2041b93542 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.056568 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a7a90c2e-3133-43e1-8e53-1bd3bb3f728d req-f16e8ce7-5328-4aaf-b3bf-be2041b93542 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.1017549 Jan 25 02:37:08.065982 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4cda8568-8c68-41fa-ae60-8d89f2019d0e req-6a713e47-b82c-455a-93b2-1161520ad6c6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951407 Jan 25 02:37:08.120299 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (089dd9a6-c135-40fa-b861-84879a5ef5bd), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.123597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.127682 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/089dd9a6-c135-40fa-b861-84879a5ef5bd HTTP/1.1" status: 204 len: 168 time: 0.2682526 Jan 25 02:37:08.142599 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fd201-85c8-4336-a09c-f023066eb4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089dd9a6-c135-40fa-b861-84879a5ef5bd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:08.160493 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a7a90c2e-3133-43e1-8e53-1bd3bb3f728d req-38353374-fdfb-49c9-888c-21a068d0cc53 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Jan 25 02:37:08.252491 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-a9373b88-c60c-4b0b-a528-b4c34ee2077e tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:08.254389 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-a9373b88-c60c-4b0b-a528-b4c34ee2077e tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.120 "GET /v2.0/networks?id=31e349ac-c971-4d97-9b42-ff508bb3165f HTTP/1.1" status: 200 len: 808 time: 0.2430191 Jan 25 02:37:08.292089 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Request body: {'port': {'device_id': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f', 'admin_state_up': True, 'tenant_id': '6d2aac225a1849ae88eb44224a03fb0b'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:08.516576 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Made reservation on behalf of 6d2aac225a1849ae88eb44224a03fb0b for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:08.522162 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.711288 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Allocated IP 172.20.0.10 (31e349ac-c971-4d97-9b42-ff508bb3165f/e5933bb5-7d1e-46c0-bbad-a40730d12f2c/08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:08.749486 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8703310-4eb7-4552-bab6-d95dde1982a8 req-b24d3fce-ff4f-4b2a-bd83-da749652750e tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 210 time: 0.0403397 Jan 25 02:37:08.858503 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:08.879110 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks [] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.918364 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:08.968114 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Network 31e349ac-c971-4d97-9b42-ff508bb3165f is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:08.975792 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:08.980733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:08.986081 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Pushing event updated for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:09.062499 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.063207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.084457 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-59796a2a-02b5-4ed9-a821-a525af04ee77 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7992814 Jan 25 02:37:09.104295 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Request body: {'port': {'device_id': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:09.196034 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7dc04a4-f9df-482b-b1de-b22ada6955c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.333109 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7dc04a4-f9df-482b-b1de-b22ada6955c3 admin admin] Publish callbacks [] for security_group (d9922400-8571-496a-ab3c-961dbcbdfb87), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.343932 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7dc04a4-f9df-482b-b1de-b22ada6955c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d9922400-8571-496a-ab3c-961dbcbdfb87), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.378806 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a7dc04a4-f9df-482b-b1de-b22ada6955c3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2fa445ead3a64ee3a7401f3455caca51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182371 Jan 25 02:37:09.385097 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53508) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:09.437209 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc04a4-f9df-482b-b1de-b22ada6955c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9922400-8571-496a-ab3c-961dbcbdfb87,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:09.454124 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.507287 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] Publish callbacks [] for security_group (d9922400-8571-496a-ab3c-961dbcbdfb87), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.530788 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b0eb-8ee1-4c84-b41f-3175e4538a13 req-a5b1a39e-c5f6-4e59-af63-9d59479c03a0 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.532604 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7336b0eb-8ee1-4c84-b41f-3175e4538a13 req-a5b1a39e-c5f6-4e59-af63-9d59479c03a0 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.0892663 Jan 25 02:37:09.556304 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] Publish callbacks [] for security_group (d9922400-8571-496a-ab3c-961dbcbdfb87), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.622975 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7336b0eb-8ee1-4c84-b41f-3175e4538a13 req-fc3c5a75-4785-4a1b-ab6f-c7b77411f1a6 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838525 Jan 25 02:37:09.636992 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d9922400-8571-496a-ab3c-961dbcbdfb87), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.639929 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.643560 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d9922400-8571-496a-ab3c-961dbcbdfb87 HTTP/1.1" status: 204 len: 168 time: 0.2550225 Jan 25 02:37:09.658777 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6ee7-85d0-47ec-936f-ad2f01a85212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9922400-8571-496a-ab3c-961dbcbdfb87,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:09.851033 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:09.863164 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks [] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:09.930506 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354b62-9cb1-41f7-a5e0-1f67852cda1a req-c6e1d484-6cbc-437d-a20d-979bb9326b42 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:09.939384 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d2354b62-9cb1-41f7-a5e0-1f67852cda1a req-c6e1d484-6cbc-437d-a20d-979bb9326b42 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0819578 Jan 25 02:37:09.963578 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Transition to ACTIVE for port object 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:09.982196 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.008756 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d2354b62-9cb1-41f7-a5e0-1f67852cda1a req-b0436a07-55bf-445d-91e9-d20d5550e163 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629878 Jan 25 02:37:10.048837 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdd6cb-16f8-43a2-830d-dd041364fc03 req-f7daa44f-72bd-4898-8972-d7019b5a6dea tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.050389 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-16cdd6cb-16f8-43a2-830d-dd041364fc03 req-f7daa44f-72bd-4898-8972-d7019b5a6dea tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 932 time: 0.1835949 Jan 25 02:37:10.054901 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-9a5ad74e-e53d-4a2b-8a08-c065f627006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.056346 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-9a5ad74e-e53d-4a2b-8a08-c065f627006b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.1847951 Jan 25 02:37:10.097712 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Pushing event updated for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.113546 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.228758 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1266537a-3d3b-4fb0-8c47-ab9e7521e207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.235806 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-16cdd6cb-16f8-43a2-830d-dd041364fc03 req-dd762fc5-d5ee-4fc3-810e-6d0a3087df60 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784999 Jan 25 02:37:10.266870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-4123a143-4f1c-458d-8901-a5e113759992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.268387 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-4123a143-4f1c-458d-8901-a5e113759992 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.2054634 Jan 25 02:37:10.314349 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1266537a-3d3b-4fb0-8c47-ab9e7521e207 admin admin] Publish callbacks [] for security_group (d817ec87-ddb8-49e0-b114-0252c9684218), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.317970 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Attempting to bind port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:10.318317 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Attempting to bind port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '308d419e-11e2-43e1-aba4-56c1b1eb6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:10.318651 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Attempting to bind port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf on network 31e349ac-c971-4d97-9b42-ff508bb3165f {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:10.319861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1266537a-3d3b-4fb0-8c47-ab9e7521e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d817ec87-ddb8-49e0-b114-0252c9684218), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.321904 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-72b845e8-4172-4cbe-aaf6-efc9d4b4cc12 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.0460377 Jan 25 02:37:10.327168 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf on network 31e349ac-c971-4d97-9b42-ff508bb3165f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:10.327655 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Attempting to bind port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf on network 31e349ac-c971-4d97-9b42-ff508bb3165f {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:10.363467 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:10.363825 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Checking segment: {'id': '308d419e-11e2-43e1-aba4-56c1b1eb6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:10.364192 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Bound using segment: {'id': '308d419e-11e2-43e1-aba4-56c1b1eb6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:10.364629 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Bound port: 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308d419e-11e2-43e1-aba4-56c1b1eb6a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:10.364986 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.368836 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1266537a-3d3b-4fb0-8c47-ab9e7521e207 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=438df6665c1d42e180b88aedc63658cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511301 Jan 25 02:37:10.369080 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.384179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266537a-3d3b-4fb0-8c47-ab9e7521e207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d817ec87-ddb8-49e0-b114-0252c9684218,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.412125 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-286eec91-64ea-469c-80b1-5d8afb0768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.413889 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-286eec91-64ea-469c-80b1-5d8afb0768d5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.0833938 Jan 25 02:37:10.448393 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] Publish callbacks [] for security_group (d817ec87-ddb8-49e0-b114-0252c9684218), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.470859 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-0e5c4dce-4b82-4b33-88a4-7c089f3bb423 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475669 Jan 25 02:37:10.481308 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] Publish callbacks [] for security_group (d817ec87-ddb8-49e0-b114-0252c9684218), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.493946 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:10.526400 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,segment=NetworkSegment(308d419e-11e2-43e1-aba4-56c1b1eb6a9e),segment_id=308d419e-11e2-43e1-aba4-56c1b1eb6a9e)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:10.543683 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d817ec87-ddb8-49e0-b114-0252c9684218), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.547423 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.558519 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.560360 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d817ec87-ddb8-49e0-b114-0252c9684218 HTTP/1.1" status: 204 len: 168 time: 0.1850946 Jan 25 02:37:10.581492 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5136ec-e1d4-40da-837a-b888c6cb8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d817ec87-ddb8-49e0-b114-0252c9684218,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.606348 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.607241 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:10.608800 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] 10.222.0.120 "PUT /v2.0/ports/08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf HTTP/1.1" status: 200 len: 1094 time: 1.5120625 Jan 25 02:37:10.611390 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:10.613796 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:10.645141 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-f583e69f-0611-4633-b6b2-f4905c08c0fc service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619737 Jan 25 02:37:10.649594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e0467-17c1-46fe-9a25-22732a6b71ca service neutron] Pushing event updated for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:10.688035 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:10.749313 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedac9ab-c89f-41f8-9184-3baf1d7fe9e4 x-openstack-request-id: req-cedac9ab-c89f-41f8-9184-3baf1d7fe9e4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:10.750247 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:10.750660 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-cedac9ab-c89f-41f8-9184-3baf1d7fe9e4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:10.751117 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf', 'status': 'completed', 'code': 200} Jan 25 02:37:10.859190 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8c0ff3bb-5fa8-447c-91d7-b23d9c72e867 req-7318529d-17b6-4d03-a330-334bfbc79f2f service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974628 Jan 25 02:37:10.860245 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-129abceb-7dfb-420b-9816-54c99fff6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.861870 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-129abceb-7dfb-420b-9816-54c99fff6143 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d2aac225a1849ae88eb44224a03fb0b&device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 1097 time: 0.1294732 Jan 25 02:37:10.871064 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76d06b-9ede-43eb-b34a-57bb758b0616 req-7b3abf8f-7ae9-4237-bf62-b0483e0ab37f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:10.872569 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed76d06b-9ede-43eb-b34a-57bb758b0616 req-7b3abf8f-7ae9-4237-bf62-b0483e0ab37f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.1391280 Jan 25 02:37:10.938819 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-4dfc35e2-afa3-42ab-b5d1-5c6b63a2b792 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf HTTP/1.1" status: 200 len: 217 time: 0.0394742 Jan 25 02:37:10.978586 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed76d06b-9ede-43eb-b34a-57bb758b0616 req-c5e4ebe6-09af-40e1-aa86-384af0de15df tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947952 Jan 25 02:37:11.038830 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-838890596-network', 'tenant_id': 'a07c7e3845e1439eadcabb29bf1ca6db'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:11.084156 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-b4ed5df5-b598-493b-a352-23a01869d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.085246 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Made reservation on behalf of a07c7e3845e1439eadcabb29bf1ca6db for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:11.086225 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-b4ed5df5-b598-493b-a352-23a01869d1e9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5933bb5-7d1e-46c0-bbad-a40730d12f2c HTTP/1.1" status: 200 len: 848 time: 0.0562041 Jan 25 02:37:11.088529 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.107598 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.127979 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-19008e6e-c002-4b16-9f1c-650dd7a37b42 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31e349ac-c971-4d97-9b42-ff508bb3165f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339971 Jan 25 02:37:11.180361 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93b1e-7894-44f4-ae7f-92b901506cc5 req-0c6ebff0-6ef8-43a2-a4fb-76fcedbcd8e1 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.187631 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-92a93b1e-7894-44f4-ae7f-92b901506cc5 req-0c6ebff0-6ef8-43a2-a4fb-76fcedbcd8e1 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0947165 Jan 25 02:37:11.245305 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-cfb49aca-93bf-4363-8af8-8548121accc7 service neutron] 10.222.0.120 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049178 Jan 25 02:37:11.258800 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-92a93b1e-7894-44f4-ae7f-92b901506cc5 req-5895c415-6fca-441e-bb0b-dbe0f42e7ec4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Jan 25 02:37:11.291207 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks [] for security_group (767b9373-c53e-4bdc-b347-8f5488fceec2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.298375 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (767b9373-c53e-4bdc-b347-8f5488fceec2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.330662 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:37:11.336046 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767b9373-c53e-4bdc-b347-8f5488fceec2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:11.344722 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (9ade3c0f-e4b6-42ad-9199-98b5d23b15b1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.344919 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Added segment 9ade3c0f-e4b6-42ad-9199-98b5d23b15b1 of type vlan for network 7e750e71-0027-4956-bf99-ca6a737ee5cc Jan 25 02:37:11.388360 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (7e750e71-0027-4956-bf99-ca6a737ee5cc), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.418405 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (7e750e71-0027-4956-bf99-ca6a737ee5cc), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.419514 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.420100 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.434739 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-04083f95-7954-4f4f-a09a-9f5608d4817b req-c03c2786-c846-43b5-9a58-cbb7f58ba3ce service neutron] 10.222.0.120 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822894 Jan 25 02:37:11.448352 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a9cf3-9d37-49b2-b22c-3731eae1d67f req-a2439284-229d-4961-b3c9-511e319b1477 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.451712 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fe0a9cf3-9d37-49b2-b22c-3731eae1d67f req-a2439284-229d-4961-b3c9-511e319b1477 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 944 time: 0.1157129 Jan 25 02:37:11.470370 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-45075be1-5990-4ff4-8cef-e7de0db2b861 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.472280 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-45075be1-5990-4ff4-8cef-e7de0db2b861 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.1143963 Jan 25 02:37:11.484892 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7957783 Jan 25 02:37:11.487752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53600) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:11.492598 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Request body: {'subnet': {'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-838890596-subnet', 'tenant_id': 'a07c7e3845e1439eadcabb29bf1ca6db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:11.496811 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f204a7-a99e-4eb7-80e8-be59c51e184f admin admin] Pushing event updated for resources: {'Network': ['ID=7e750e71-0027-4956-bf99-ca6a737ee5cc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:11.511491 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:37:11.526490 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Made reservation on behalf of a07c7e3845e1439eadcabb29bf1ca6db for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:11.530319 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.539082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53602) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:11.590820 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fe0a9cf3-9d37-49b2-b22c-3731eae1d67f req-f34123dd-2352-4012-9b33-c6a339184fbb tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320384 Jan 25 02:37:11.642046 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-4aa1236d-c4be-4f29-8936-4fcc0fc78444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.643570 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-4aa1236d-c4be-4f29-8936-4fcc0fc78444 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d2aac225a1849ae88eb44224a03fb0b&device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 1097 time: 0.0719554 Jan 25 02:37:11.645649 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Deleting port 806b30a6-109c-49da-b365-432c1e5e1201 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:37:11.645994 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (806b30a6-109c-49da-b365-432c1e5e1201), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.709442 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-446991027-network', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:11.733192 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (67dffe3c-324f-4bd6-93d8-aa6203a26658), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.781869 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Made reservation on behalf of 86c9ca3a33334fcb8149f032cf3c4ba5 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:11.784081 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.801375 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.813381 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] For port 806b30a6-109c-49da-b365-432c1e5e1201, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=806b30a6-109c-49da-b365-432c1e5e1201,segment=NetworkSegment(246b03d9-d6bc-46de-803a-f73f4d2e44c1),segment_id=246b03d9-d6bc-46de-803a-f73f4d2e44c1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:11.813754 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (806b30a6-109c-49da-b365-432c1e5e1201), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.814775 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67dffe3c-324f-4bd6-93d8-aa6203a26658,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:11.824703 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-5650ce13-460a-4241-95a0-e80c46271145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.826453 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-5650ce13-460a-4241-95a0-e80c46271145 service neutron] 10.222.0.120 "GET /v2.0/networks?id=31e349ac-c971-4d97-9b42-ff508bb3165f HTTP/1.1" status: 200 len: 909 time: 0.1762898 Jan 25 02:37:11.830561 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Calling delete_port for 806b30a6-109c-49da-b365-432c1e5e1201 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:37:11.840072 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Checking segment: {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:11.840435 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Network hostable DHCP agents. Network: 7e750e71-0027-4956-bf99-ca6a737ee5cc, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:37:11.875991 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-de14054c-26d9-4884-b208-f1a218b55d3c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf HTTP/1.1" status: 200 len: 217 time: 0.0432677 Jan 25 02:37:11.877157 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:37:11.893628 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 7e750e71-0027-4956-bf99-ca6a737ee5cc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:11.903180 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b5318-6062-445b-98b9-f5f6eacace3f None None] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:11.912433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:11.913114 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.958670 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-64253ad2-aa1b-4f97-bc9b-0862467efe3d admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4620662 Jan 25 02:37:11.960347 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks [] for security_group (b7109df1-49e0-4a99-b2a6-bf8fd2874478), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:11.976232 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b7109df1-49e0-4a99-b2a6-bf8fd2874478), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.042756 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:37:12.059784 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7109df1-49e0-4a99-b2a6-bf8fd2874478,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:12.063927 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-5aa1ee96-80a6-4676-9e05-8ae9882be19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.068485 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-5aa1ee96-80a6-4676-9e05-8ae9882be19c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5933bb5-7d1e-46c0-bbad-a40730d12f2c HTTP/1.1" status: 200 len: 848 time: 0.1523697 Jan 25 02:37:12.076743 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (6f4e5046-8397-4a77-b254-42b40184c9b7), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.077091 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Added segment 6f4e5046-8397-4a77-b254-42b40184c9b7 of type vlan for network 9f275087-de61-4f7a-9e31-1739b04dd9f4 Jan 25 02:37:12.088593 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670c470-3a48-40ec-a375-9a64fe7d0aae None None] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:12.148025 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53620) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:12.151061 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-f4b23e55-64cc-42fe-b6b4-9e0e546913f7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=31e349ac-c971-4d97-9b42-ff508bb3165f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545123 Jan 25 02:37:12.174685 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (9f275087-de61-4f7a-9e31-1739b04dd9f4), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.229037 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (9f275087-de61-4f7a-9e31-1739b04dd9f4), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.231823 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.232691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.288462 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7349453 Jan 25 02:37:12.290210 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53626) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:12.322050 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea66a1-29d2-41b4-8656-6430a3665aac admin admin] Pushing event updated for resources: {'Network': ['ID=9f275087-de61-4f7a-9e31-1739b04dd9f4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:12.324371 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Request body: {'subnet': {'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-446991027-subnet', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:12.333996 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:37:12.339892 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f446ae-24fa-45b0-83fb-f4358f05c6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.340156 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29241dd1-da83-4bcc-9432-e800a0a55364 req-af5d4f81-f6bc-4c89-8628-cd7edd5f570f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.341493 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-29241dd1-da83-4bcc-9432-e800a0a55364 req-af5d4f81-f6bc-4c89-8628-cd7edd5f570f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/ports?device_id=432fd034-ab66-45c3-9ef4-cd0d127f658c HTTP/1.1" status: 200 len: 946 time: 0.2314696 Jan 25 02:37:12.399310 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-306eb115-7c93-4567-8257-888c4ced3d9d service neutron] 10.222.0.120 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300963 Jan 25 02:37:12.426268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (806b30a6-109c-49da-b365-432c1e5e1201), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.459161 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5367-fd0d-4c8c-a6e1-daf8bced2779 req-50de0d15-4fd3-4e3c-be8b-7df099d645a0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.460824 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e86b5367-fd0d-4c8c-a6e1-daf8bced2779 req-50de0d15-4fd3-4e3c-be8b-7df099d645a0 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0799193 Jan 25 02:37:12.474955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['806b30a6-109c-49da-b365-432c1e5e1201'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:12.510922 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-29241dd1-da83-4bcc-9432-e800a0a55364 req-74b68c45-8e5c-4973-9f53-a57b136d5843 tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.109 "GET /v2.0/security-groups?id=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573119 Jan 25 02:37:12.544347 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Pushing event deleted for resources: {'Port': ['ID=806b30a6-109c-49da-b365-432c1e5e1201,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:12.550933 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Made reservation on behalf of 86c9ca3a33334fcb8149f032cf3c4ba5 for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:12.552049 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e86b5367-fd0d-4c8c-a6e1-daf8bced2779 req-06b6b90a-55b7-45d2-8ee6-f323911cd470 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Jan 25 02:37:12.553387 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4002072'] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.572328 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f446ae-24fa-45b0-83fb-f4358f05c6e7 admin admin] Publish callbacks [] for security_group (6ca17087-766c-420d-bbd0-373f6fcba9d6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.578235 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f446ae-24fa-45b0-83fb-f4358f05c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6ca17087-766c-420d-bbd0-373f6fcba9d6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.601976 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] No DVR routers for this DVR port 806b30a6-109c-49da-b365-432c1e5e1201 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:37:12.604925 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.608812 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b23619ea-979e-4255-bdd7-cfa89047d169 req-7893273c-995d-4bab-b7f6-e8771dcab09f tempest-VolumesActionsTest-1629139106 tempest-VolumesActionsTest-1629139106-project] 10.222.0.120 "DELETE /v2.0/ports/806b30a6-109c-49da-b365-432c1e5e1201 HTTP/1.1" status: 204 len: 173 time: 1.1277089 Jan 25 02:37:12.623623 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-51f446ae-24fa-45b0-83fb-f4358f05c6e7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=ca30edd028f4477fbdf188fc08089410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744740 Jan 25 02:37:12.624621 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f446ae-24fa-45b0-83fb-f4358f05c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca17087-766c-420d-bbd0-373f6fcba9d6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:12.627254 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53632) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:12.702156 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58b3e6b2-4528-44fd-a258-fb6fd7194b4a req-8f3990ce-092b-4680-9c8c-91a2e4f5c250 service neutron] 10.222.0.120 "GET /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927067 Jan 25 02:37:12.719459 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] Publish callbacks [] for security_group (6ca17087-766c-420d-bbd0-373f6fcba9d6), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.759225 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'name': 'network-vif-deleted', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:12.760292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] Publish callbacks [] for security_group (6ca17087-766c-420d-bbd0-373f6fcba9d6), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.762950 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b6fe9-3878-455b-a04f-a021c12f3568" -d '{"events": [{"server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "name": "network-vif-deleted", "tag": "806b30a6-109c-49da-b365-432c1e5e1201"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:12.815827 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6ca17087-766c-420d-bbd0-373f6fcba9d6), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.818405 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:12.819695 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6ca17087-766c-420d-bbd0-373f6fcba9d6 HTTP/1.1" status: 204 len: 168 time: 0.1916254 Jan 25 02:37:12.828431 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb46160-5f5b-4fba-9e84-750b26a4ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca17087-766c-420d-bbd0-373f6fcba9d6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:12.840827 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c256786-62a4-4a6a-9eed-7a2ec7ef64e4 x-openstack-request-id: req-9c256786-62a4-4a6a-9eed-7a2ec7ef64e4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:12.841115 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432fd034-ab66-45c3-9ef4-cd0d127f658c", "name": "network-vif-deleted", "tag": "806b30a6-109c-49da-b365-432c1e5e1201", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:12.841489 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9c256786-62a4-4a6a-9eed-7a2ec7ef64e4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:12.841900 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432fd034-ab66-45c3-9ef4-cd0d127f658c', 'name': 'network-vif-deleted', 'tag': '806b30a6-109c-49da-b365-432c1e5e1201', 'status': 'completed', 'code': 200} Jan 25 02:37:12.902773 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a029637-fcac-4073-9b4e-d5ae8053a61f req-981dce73-9681-4101-b592-090981eb5975 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:12.910637 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a029637-fcac-4073-9b4e-d5ae8053a61f req-981dce73-9681-4101-b592-090981eb5975 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 944 time: 0.1837163 Jan 25 02:37:12.948145 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4002102'] for subnet (75746d32-15df-41e0-b190-0a03445f2aaf), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.008796 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a029637-fcac-4073-9b4e-d5ae8053a61f req-7b91068e-e213-409a-973e-5d6f7f99ac36 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972123 Jan 25 02:37:13.019997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75746d32-15df-41e0-b190-0a03445f2aaf,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:13.041337 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Checking segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:13.041703 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Network hostable DHCP agents. Network: 9f275087-de61-4f7a-9e31-1739b04dd9f4, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:37:13.061983 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:37:13.073346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 9f275087-de61-4f7a-9e31-1739b04dd9f4) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:13.077789 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:13.078393 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.086156 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f91fc-e578-4ce9-b59e-da5bc95bdfbc None None] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:13.098642 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:13.101667 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a11e0130-7f00-4787-b9f3-ef638e207727 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7969797 Jan 25 02:37:13.106476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:13.133820 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.134837 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.195055 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for router_controller (6aa6d4bf-d0c1-424e-9894-3526539b89e7), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.205068 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-9f275087-de61-4f7a-9e31-1739b04dd9f4', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:37:13.206219 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.349797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for router_gateway (6aa6d4bf-d0c1-424e-9894-3526539b89e7), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.359397 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Allocated IP 172.20.0.2 (9f275087-de61-4f7a-9e31-1739b04dd9f4/75746d32-15df-41e0-b190-0a03445f2aaf/c0fd026c-9135-4602-8605-454ec6f43f6d) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:13.499812 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks [] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.505838 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.540188 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for router_gateway (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.548980 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:13.553840 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:13.556837 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:13.560791 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.568709 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Pushing event updated for resources: {'Port': ['ID=c0fd026c-9135-4602-8605-454ec6f43f6d,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:13.625618 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Attempting to bind port c0fd026c-9135-4602-8605-454ec6f43f6d on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:13.626050 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Attempting to bind port c0fd026c-9135-4602-8605-454ec6f43f6d by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:13.626576 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Attempting to bind port c0fd026c-9135-4602-8605-454ec6f43f6d on network 9f275087-de61-4f7a-9e31-1739b04dd9f4 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:13.632382 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:13.632844 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Checking segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:13.633342 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.633815 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Bound using segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:13.634582 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Bound port: c0fd026c-9135-4602-8605-454ec6f43f6d, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:13.635224 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.697597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Allocated IP 172.28.2.182 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/77d9811b-23a8-46d5-8f03-a7680b838fa2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:13.705731 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] For port c0fd026c-9135-4602-8605-454ec6f43f6d, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:13.709292 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] For port c0fd026c-9135-4602-8605-454ec6f43f6d, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=c0fd026c-9135-4602-8605-454ec6f43f6d,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:13.715464 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:13.798489 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf534bf-765c-4a1b-838b-61a0fa2e110c None None] Pushing event updated for resources: {'Port': ['ID=c0fd026c-9135-4602-8605-454ec6f43f6d,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:13.800452 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38780a76-5d33-41b4-9ed5-5c22ecf1fec6 req-9bfeccdd-0322-492d-9298-db537811b150 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:13.801997 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-38780a76-5d33-41b4-9ed5-5c22ecf1fec6 req-9bfeccdd-0322-492d-9298-db537811b150 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1240740 Jan 25 02:37:14.112017 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-38780a76-5d33-41b4-9ed5-5c22ecf1fec6 req-32af3b80-63ed-4a86-8c95-3d8fc31db1ef tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996347 Jan 25 02:37:14.145344 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.194867 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.207271 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-225397b6-ed4d-47b7-b4e5-9165c325a560 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:14.209628 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-225397b6-ed4d-47b7-b4e5-9165c325a560 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 813 time: 0.1538775 Jan 25 02:37:14.235262 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-9f3d5488-a53a-4565-a1fd-1e7cca4952bc tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/quotas/a07c7e3845e1439eadcabb29bf1ca6db HTTP/1.1" status: 200 len: 375 time: 0.0127773 Jan 25 02:37:14.281730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:14.283972 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-db1dcb26-b917-4ddc-80d1-931360df4410 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424151 Jan 25 02:37:14.287310 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:14.293252 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:14.331034 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Pushing event updated for resources: {'Port': ['ID=77d9811b-23a8-46d5-8f03-a7680b838fa2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:14.377644 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36068937-67f8-4c92-a745-3ad3056816ff req-ce1990c5-1060-46c8-bcc7-280af5596da4 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:14.379072 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36068937-67f8-4c92-a745-3ad3056816ff req-ce1990c5-1060-46c8-bcc7-280af5596da4 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 944 time: 0.1637976 Jan 25 02:37:14.385414 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-592004ff-74d1-436f-8776-4b7e20656a20 service neutron] 10.222.0.109 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941143 Jan 25 02:37:14.494492 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36068937-67f8-4c92-a745-3ad3056816ff req-0b9de979-fc0d-4ae4-b42a-08f97ee1cfc1 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946414 Jan 25 02:37:14.502014 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-b0a2d85d-0c92-4c08-b795-0d914aa3c913 service neutron] 10.222.0.109 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096337 Jan 25 02:37:14.569228 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for router_gateway (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.682850 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ba5e0d5d-6f7a-4d3f-95fe-7c30215a44cd req-c2dae33f-ccff-4f94-855f-7aac29e28402 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 210 time: 0.0284913 Jan 25 02:37:14.780881 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:14.935015 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:37:15.017985 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace5e22-9d00-4d1b-83d3-25bda2b28ff2 None None] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:15.046158 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:37:15.057794 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Sync routers for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:37:15.065715 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:15.069835 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ac6ae890-96e9-4dad-8f78-8acc600a45cd admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9674113 Jan 25 02:37:15.070677 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53720) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:15.081222 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:15.081881 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:15.161779 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:15.163565 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 806b30a6-109c-49da-b365-432c1e5e1201 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:37:15.259626 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:15.268327 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 806b30a6-109c-49da-b365-432c1e5e1201 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:37:15.269110 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 806b30a6-109c-49da-b365-432c1e5e1201 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:37:15.343557 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4555b2-a362-44ff-a4ab-9e4ee9406684 req-6685b657-90a1-4781-8119-b7490dee6ec6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.345133 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0f4555b2-a362-44ff-a4ab-9e4ee9406684 req-6685b657-90a1-4781-8119-b7490dee6ec6 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1048367 Jan 25 02:37:15.434828 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0f4555b2-a362-44ff-a4ab-9e4ee9406684 req-b24f5590-3033-4cc3-ac5a-0393f1efd3f4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818503 Jan 25 02:37:15.452705 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device c0fd026c-9135-4602-8605-454ec6f43f6d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:15.530823 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Provisioning complete for port c0fd026c-9135-4602-8605-454ec6f43f6d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:15.531523 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:15.560811 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:14Z', 'revision_number': 3, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:15.565477 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port c0fd026c-9135-4602-8605-454ec6f43f6d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:15.565978 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:15.592344 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Checking router: 6aa6d4bf-d0c1-424e-9894-3526539b89e7 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:37:15.592928 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Updating router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 port 77d9811b-23a8-46d5-8f03-a7680b838fa2 binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:37:15.625450 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:15.642405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,segment=NetworkSegment(308d419e-11e2-43e1-aba4-56c1b1eb6a9e),segment_id=308d419e-11e2-43e1-aba4-56c1b1eb6a9e)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:15.772483 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80275cba-d83f-40d3-8b24-308767135830 req-7719c769-3090-4832-b91a-5a5660712ae5 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:15.773985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-80275cba-d83f-40d3-8b24-308767135830 req-7719c769-3090-4832-b91a-5a5660712ae5 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 944 time: 0.1444700 Jan 25 02:37:15.775538 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port c0fd026c-9135-4602-8605-454ec6f43f6d is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:15.776158 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:15.785371 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf', 'network_id': '31e349ac-c971-4d97-9b42-ff508bb3165f', 'port_id': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf', 'mac_address': 'fa:16:3e:a6:4d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5933bb5-7d1e-46c0-bbad-a40730d12f2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:15.927164 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port c0fd026c-9135-4602-8605-454ec6f43f6d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=c0fd026c-9135-4602-8605-454ec6f43f6d,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:15.987065 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7b79c8cd-feed-4531-b530-fecd364680e6 req-03053a7d-492b-4d70-8df7-1c95e5b14095 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 210 time: 0.0625668 Jan 25 02:37:16.000355 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:16.001021 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.003645 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Current status of the port c0fd026c-9135-4602-8605-454ec6f43f6d is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:16.004251 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.006298 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.147387 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-80275cba-d83f-40d3-8b24-308767135830 req-fa7b8df8-1513-47e4-8b0a-7c8797446199 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592274 Jan 25 02:37:16.170944 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks [] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.183924 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.211857 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:16.256004 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.283476 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,segment=NetworkSegment(308d419e-11e2-43e1-aba4-56c1b1eb6a9e),segment_id=308d419e-11e2-43e1-aba4-56c1b1eb6a9e)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:16.284938 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.db.api [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:37:16.285498 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG oslo_db.api [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:37:16.286260 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=c0fd026c-9135-4602-8605-454ec6f43f6d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:16.292792 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.299445 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Attempting to bind port 77d9811b-23a8-46d5-8f03-a7680b838fa2 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:16.300072 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Attempting to bind port 77d9811b-23a8-46d5-8f03-a7680b838fa2 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:16.300602 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Attempting to bind port 77d9811b-23a8-46d5-8f03-a7680b838fa2 on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:16.313591 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Pushing event updated for resources: {'Port': ['ID=77d9811b-23a8-46d5-8f03-a7680b838fa2,revision_number=2']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:16.321121 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-b6214a1e-6688-4b5d-a624-d8aba7796e24 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:16.322326 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:16.323186 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-b6214a1e-6688-4b5d-a624-d8aba7796e24 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 813 time: 0.3299937 Jan 25 02:37:16.326540 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:16.327197 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.330241 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:16.330926 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Bound port: 77d9811b-23a8-46d5-8f03-a7680b838fa2, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:16.332077 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.350072 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:16.370222 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Request body: {'port': {'device_id': '86d3e710-843d-470e-8aed-7866b40b709f', 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc', 'admin_state_up': True, 'tenant_id': 'a07c7e3845e1439eadcabb29bf1ca6db'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:16.371417 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.371772 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.372147 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.372510 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.372842 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.373179 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.373518 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.373852 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.374185 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.374534 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.375098 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.375587 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.376065 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:16.425474 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] For port 77d9811b-23a8-46d5-8f03-a7680b838fa2, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:16.429472 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] For port 77d9811b-23a8-46d5-8f03-a7680b838fa2, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=77d9811b-23a8-46d5-8f03-a7680b838fa2,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:16.435049 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.466851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.581018 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eee49c-ccc3-4ec1-a895-ee5e37c1b931 None None] Pushing event updated for resources: {'Port': ['ID=77d9811b-23a8-46d5-8f03-a7680b838fa2,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:16.583553 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:16.584426 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:16.601299 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd90f7-2299-42ae-bc3b-26cc470727e3 req-0198ae39-ab23-44c0-a95c-c5a87366f1a4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:16.611956 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a6dd90f7-2299-42ae-bc3b-26cc470727e3 req-0198ae39-ab23-44c0-a95c-c5a87366f1a4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0794489 Jan 25 02:37:16.666204 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:16.677569 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a6dd90f7-2299-42ae-bc3b-26cc470727e3 req-5dd58927-7587-4e12-a66e-24b1cf7cee7d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638251 Jan 25 02:37:16.713058 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Made reservation on behalf of a07c7e3845e1439eadcabb29bf1ca6db for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:16.717338 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:16.770555 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:16.851324 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Allocated IP 172.20.0.1 (9f275087-de61-4f7a-9e31-1739b04dd9f4/75746d32-15df-41e0-b190-0a03445f2aaf/1d55efd6-3a21-4121-8543-d4e58a475d29) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:16.890028 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-8929c069-a109-4107-86d3-19954c84f404 None None] Current status of the port c0fd026c-9135-4602-8605-454ec6f43f6d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:17.066664 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Allocated IP 172.20.0.5 (7e750e71-0027-4956-bf99-ca6a737ee5cc/67dffe3c-324f-4bd6-93d8-aa6203a26658/3558e8b1-9ec1-4a3c-be18-1ecb714d967d) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:17.107932 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-38c54580-6abc-451f-8639-7d4f6d4d1500 None None] Provisioning complete for port c0fd026c-9135-4602-8605-454ec6f43f6d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:17.108571 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-38c54580-6abc-451f-8639-7d4f6d4d1500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.171408 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:14Z', 'revision_number': 3, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:17.218134 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-cc3d11b6-a339-4f41-b5fa-a35783cd844d req-d6a11f72-ca99-4dc5-aa11-57050178461a tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 210 time: 0.0890193 Jan 25 02:37:17.243413 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0d72-57de-445b-a067-496cb705ea7e None None] The sync data for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb is: [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:14Z', 'revision_number': 3, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:37:17.249784 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks [] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.285316 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-38c54580-6abc-451f-8639-7d4f6d4d1500 None None] Current status of the port c0fd026c-9135-4602-8605-454ec6f43f6d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:17.306125 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device c0fd026c-9135-4602-8605-454ec6f43f6d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:17.338504 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67a87f-355a-459a-8c66-b2d40a7490ae req-1d09344e-cd95-4de5-a103-aff60cf0e710 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:17.341074 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8a67a87f-355a-459a-8c66-b2d40a7490ae req-1d09344e-cd95-4de5-a103-aff60cf0e710 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 945 time: 0.1068301 Jan 25 02:37:17.406403 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.413352 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port c0fd026c-9135-4602-8605-454ec6f43f6d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:17.415548 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.430743 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks [] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.436685 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8a67a87f-355a-459a-8c66-b2d40a7490ae req-44638be8-6816-4501-8b8e-973455b7296d tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893307 Jan 25 02:37:17.475330 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:17.481052 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:17.498451 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:17.556846 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Pushing event updated for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:17.589257 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.648308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port c0fd026c-9135-4602-8605-454ec6f43f6d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:17.678361 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.791035 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:17.799562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:17.802482 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.884565 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:17.888103 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:17.895553 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:17.896468 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.924451 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Pushing event updated for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:17.935114 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-39855079-96a6-417a-aa50-096ba1a38f29 None None] Provisioning complete for port 1d55efd6-3a21-4121-8543-d4e58a475d29 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:17.936050 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-39855079-96a6-417a-aa50-096ba1a38f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:17.987094 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-469ee804-35e7-46dd-a754-07b55ac9efaa tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468453 Jan 25 02:37:18.004009 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-39855079-96a6-417a-aa50-096ba1a38f29 None None] Port 1d55efd6-3a21-4121-8543-d4e58a475d29 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:18.032326 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Request body: {'port': {'device_id': '86d3e710-843d-470e-8aed-7866b40b709f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:18.064333 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7eb1-6f5b-4e3d-8668-033954ca41f2 req-9b14ea50-697c-436d-93fa-2f269c3ea9a4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:18.067476 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e9cb7eb1-6f5b-4e3d-8668-033954ca41f2 req-9b14ea50-697c-436d-93fa-2f269c3ea9a4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1863463 Jan 25 02:37:18.093543 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.170673 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.223436 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e9cb7eb1-6f5b-4e3d-8668-033954ca41f2 req-815ffcd8-e775-4346-b08b-701c6a0699bf tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445849 Jan 25 02:37:18.408265 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8f88e-ea3a-47f4-bd47-d6a91119cc84 req-00d005b8-8956-4654-87df-d89ea39f5d2f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:18.416874 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73b8f88e-ea3a-47f4-bd47-d6a91119cc84 req-00d005b8-8956-4654-87df-d89ea39f5d2f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 931 time: 0.0779047 Jan 25 02:37:18.487815 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73b8f88e-ea3a-47f4-bd47-d6a91119cc84 req-6709ca45-4784-490b-a186-1a63b70787dd tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 Jan 25 02:37:18.720825 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks [] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.732964 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.742508 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13a6d7-a219-47c9-9493-0f11720b5d77 req-25bb6416-8cad-4fb3-b0db-b4d603969d66 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:18.744122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8d13a6d7-a219-47c9-9493-0f11720b5d77 req-25bb6416-8cad-4fb3-b0db-b4d603969d66 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 945 time: 0.1315274 Jan 25 02:37:18.875400 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Pushing event updated for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:18.929161 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3558e8b1-9ec1-4a3c-be18-1ecb714d967d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:18.935366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.943052 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8d13a6d7-a219-47c9-9493-0f11720b5d77 req-abdf0f81-9161-4a61-a3b0-9215ab4adb12 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277466 Jan 25 02:37:18.946205 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks [] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:18.975034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Transition to ACTIVE for port object 3558e8b1-9ec1-4a3c-be18-1ecb714d967d will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:18.988883 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.088930 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Pushing event updated for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:19.142837 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:19.241272 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:19.248443 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:19.249017 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.317746 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 77d9811b-23a8-46d5-8f03-a7680b838fa2 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:19.396667 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:19.404917 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:19.440739 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a847972-8fd3-45bd-86c6-7c5fbc8122ea req-e9ff5a2b-8d87-4587-b898-e546a610a232 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.455064 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 77d9811b-23a8-46d5-8f03-a7680b838fa2 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:19.456116 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.458595 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a847972-8fd3-45bd-86c6-7c5fbc8122ea req-e9ff5a2b-8d87-4587-b898-e546a610a232 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1257966 Jan 25 02:37:19.474440 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Attempting to bind port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:19.475064 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Attempting to bind port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:19.475793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Attempting to bind port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d on network 7e750e71-0027-4956-bf99-ca6a737ee5cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:19.485707 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d on network 7e750e71-0027-4956-bf99-ca6a737ee5cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:19.486366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Attempting to bind port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d on network 7e750e71-0027-4956-bf99-ca6a737ee5cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:19.500527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:19.501900 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.505324 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:19.534006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Checking segment: {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:19.534682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Bound using segment: {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:19.535344 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Bound port: 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:19.538487 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.565499 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a847972-8fd3-45bd-86c6-7c5fbc8122ea req-3fe6af2e-84b6-4114-8536-ecb85e8e9208 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017849 Jan 25 02:37:19.576319 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:19.578748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ff6abd-6d47-4bf6-8e54-9a67a1a1da0f" -d '{"events": [{"server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "name": "network-vif-plugged", "status": "completed", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:19.649914 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,segment=NetworkSegment(308d419e-11e2-43e1-aba4-56c1b1eb6a9e),segment_id=308d419e-11e2-43e1-aba4-56c1b1eb6a9e)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:19.660815 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e53312-22e7-4571-954e-574596d84abe x-openstack-request-id: req-a9e53312-22e7-4571-954e-574596d84abe {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:19.661134 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "name": "network-vif-plugged", "status": "completed", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:19.661392 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a9e53312-22e7-4571-954e-574596d84abe {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:19.661789 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf', 'code': 200} Jan 25 02:37:19.750011 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.850072 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:37:19.851622 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:19.864779 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67cd6-21d7-4523-b51a-9150252221cd req-659677a5-9efb-4cd8-854b-47b13126b186 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.866594 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a8e67cd6-21d7-4523-b51a-9150252221cd req-659677a5-9efb-4cd8-854b-47b13126b186 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 943 time: 0.1784608 Jan 25 02:37:19.877500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:19.910359 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.932281 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 77d9811b-23a8-46d5-8f03-a7680b838fa2 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:19.933196 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.979755 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-b2f04d64-520c-4bf4-a912-270a266f3b6a None None] Provisioning complete for port 1d55efd6-3a21-4121-8543-d4e58a475d29 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:19.980144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2f04d64-520c-4bf4-a912-270a266f3b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.984889 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:19.986642 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:19.987275 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] 10.222.0.120 "PUT /v2.0/ports/3558e8b1-9ec1-4a3c-be18-1ecb714d967d HTTP/1.1" status: 200 len: 1093 time: 1.9628835 Jan 25 02:37:19.987996 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 77d9811b-23a8-46d5-8f03-a7680b838fa2, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=77d9811b-23a8-46d5-8f03-a7680b838fa2,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:20.013759 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:20.020035 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:20.032607 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:20.035119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:20.069855 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-b2f04d64-520c-4bf4-a912-270a266f3b6a None None] Port 1d55efd6-3a21-4121-8543-d4e58a475d29 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:20.092058 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=77d9811b-23a8-46d5-8f03-a7680b838fa2,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:20.136409 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a8e67cd6-21d7-4523-b51a-9150252221cd req-f20a9eda-139d-4e4a-8fb5-6a338d234618 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498939 Jan 25 02:37:20.191572 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15532de8-f876-435d-9419-a38f6fe4a7ff service neutron] Pushing event updated for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:20.235046 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612282c2-2d25-4233-880b-8ea0ff3445bb req-5a459f64-7b25-4a1c-be4d-4216a3668d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.236639 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-612282c2-2d25-4233-880b-8ea0ff3445bb req-5a459f64-7b25-4a1c-be4d-4216a3668d0f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 1099 time: 0.2806246 Jan 25 02:37:20.335230 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-8e378abb-3acd-4b71-b98a-8ea0546a4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.336740 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-8e378abb-3acd-4b71-b98a-8ea0546a4d7a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 1096 time: 0.2249587 Jan 25 02:37:20.353946 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:37:20.365691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Sync routers for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:37:20.378769 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-24bed314-e147-4b42-9acc-bca0a72e915c admin admin] 10.222.0.109 "PUT /v2.0/routers/6aa6d4bf-d0c1-424e-9894-3526539b89e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3038764 Jan 25 02:37:20.389261 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a4a98d-9c60-46e3-ab8f-1963a1df0e09 x-openstack-request-id: req-e3a4a98d-9c60-46e3-ab8f-1963a1df0e09 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:20.389692 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:20.389979 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e3a4a98d-9c60-46e3-ab8f-1963a1df0e09 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:20.390483 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d', 'status': 'completed', 'code': 200} Jan 25 02:37:20.404004 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:20.404758 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:20.429839 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-612282c2-2d25-4233-880b-8ea0ff3445bb req-a87f0033-0be9-4925-95cc-ce72ef1c9436 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525705 Jan 25 02:37:20.432821 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-1a5476aa-c2b4-46ed-b225-e0f516a9ec2e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d HTTP/1.1" status: 200 len: 217 time: 0.0520105 Jan 25 02:37:20.444119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adff67a-f845-429c-9491-dc8a24f3db73 req-273e54fb-466d-4e3d-ba44-e467bf2c4137 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.445901 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7adff67a-f845-429c-9491-dc8a24f3db73 req-273e54fb-466d-4e3d-ba44-e467bf2c4137 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.1735954 Jan 25 02:37:20.520888 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7adff67a-f845-429c-9491-dc8a24f3db73 req-c5eb2b20-b468-45c9-a025-32436ad58dbb tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672927 Jan 25 02:37:20.556476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b8ad3-725d-4880-a31e-935295856960 req-4c6daa89-38aa-4261-b928-6f4f287f316d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.560484 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-907b8ad3-725d-4880-a31e-935295856960 req-4c6daa89-38aa-4261-b928-6f4f287f316d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0916934 Jan 25 02:37:20.652093 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-907b8ad3-725d-4880-a31e-935295856960 req-0fe0e5b9-7055-4e9b-b43a-b57645733a6b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849593 Jan 25 02:37:20.741055 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:20.785448 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d0a71-28c3-43f3-ab61-3a858d4cf04c req-eeeb2617-fe82-41a1-a6d3-5d324f151bc4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.789994 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d7d0a71-28c3-43f3-ab61-3a858d4cf04c req-eeeb2617-fe82-41a1-a6d3-5d324f151bc4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1197736 Jan 25 02:37:20.791525 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-deb8e143-25f5-471b-b13b-454831fccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:20.793591 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-deb8e143-25f5-471b-b13b-454831fccb05 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=67dffe3c-324f-4bd6-93d8-aa6203a26658 HTTP/1.1" status: 200 len: 853 time: 0.0759051 Jan 25 02:37:20.884381 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-65ac78c4-3d60-48b5-bc27-c36c446f77bc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7e750e71-0027-4956-bf99-ca6a737ee5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680087 Jan 25 02:37:20.972017 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d7d0a71-28c3-43f3-ab61-3a858d4cf04c req-f8971d9b-df4e-4d85-a1af-d50d3cc2034f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746862 Jan 25 02:37:21.004781 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:18Z', 'revision_number': 2, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:21.039330 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Checking router: 6aa6d4bf-d0c1-424e-9894-3526539b89e7 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:37:21.039752 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Updating router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 port 1d55efd6-3a21-4121-8543-d4e58a475d29 binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:37:21.068910 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-a861e1b5-19ab-45e5-b879-6083335be294 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740136 Jan 25 02:37:21.079673 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.204433 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b6c8800-d2a6-401d-8df2-1459e9100c1a req-04b1060c-34c4-4abe-85c3-961ca372b4b9 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275196 Jan 25 02:37:21.285022 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 77d9811b-23a8-46d5-8f03-a7680b838fa2 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:21.394293 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6982a-6621-4a49-8255-804d013b4870 req-f9eec224-edf7-47a6-bb15-d1d6130cb8d8 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.414128 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-95b6982a-6621-4a49-8255-804d013b4870 req-f9eec224-edf7-47a6-bb15-d1d6130cb8d8 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 943 time: 0.1182902 Jan 25 02:37:21.436626 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 77d9811b-23a8-46d5-8f03-a7680b838fa2 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:21.437240 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.457158 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-67d872ef-e67f-4471-8c38-8fc082458d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.459788 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-67d872ef-e67f-4471-8c38-8fc082458d6c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 1096 time: 0.0952539 Jan 25 02:37:21.460595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53846) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:21.467881 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-505140588-network', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:21.483058 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-95b6982a-6621-4a49-8255-804d013b4870 req-376474c6-a79d-4e8b-b74c-a09ebf08cc84 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649688 Jan 25 02:37:21.521945 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Made reservation on behalf of 56e4b9ce3ed84e119686edc81b74d7d3 for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:21.524239 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.579386 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.604592 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 77d9811b-23a8-46d5-8f03-a7680b838fa2 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:21.674320 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks [] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.681651 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.705595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-c4c2c164-685d-4462-a973-cf167abf4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.708108 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-c4c2c164-685d-4462-a973-cf167abf4381 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 914 time: 0.2102919 Jan 25 02:37:21.734956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6dd44-0e7a-4ffe-8d6c-e7bd3a74579e req-eccfc4a8-7cc0-47d8-9782-4173c658a194 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.736707 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-61e6dd44-0e7a-4ffe-8d6c-e7bd3a74579e req-eccfc4a8-7cc0-47d8-9782-4173c658a194 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.1308923 Jan 25 02:37:21.786137 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-45147d84-9e61-44ac-b86f-a27b56f00572 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d HTTP/1.1" status: 200 len: 217 time: 0.0700107 Jan 25 02:37:21.870622 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf59b4-8e4f-49bb-ad68-b61a93251f64 req-b2221c90-b7c1-4f89-ab3e-353dcc25500a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.879886 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f5d7-40e4-4dea-bfdc-83ce8d54877a None None] Pushing event updated for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:21.883397 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-05cf59b4-8e4f-49bb-ad68-b61a93251f64 req-b2221c90-b7c1-4f89-ab3e-353dcc25500a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0984559 Jan 25 02:37:21.933094 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Attempting to bind port 1d55efd6-3a21-4121-8543-d4e58a475d29 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:21.933482 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Attempting to bind port 1d55efd6-3a21-4121-8543-d4e58a475d29 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:21.933946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Attempting to bind port 1d55efd6-3a21-4121-8543-d4e58a475d29 on network 9f275087-de61-4f7a-9e31-1739b04dd9f4 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:21.945007 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:21.946414 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Checking segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:21.947041 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.947596 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Bound using segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:21.948655 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Bound port: 1d55efd6-3a21-4121-8543-d4e58a475d29, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:21.949230 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.963893 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks [] for security_group (55d3c68e-746b-4f3a-bab9-7b8822057a24), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:21.964312 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-05cf59b4-8e4f-49bb-ad68-b61a93251f64 req-99d18136-d5e0-4b0d-a219-1671e5634847 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720773 Jan 25 02:37:21.981611 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-61e6dd44-0e7a-4ffe-8d6c-e7bd3a74579e req-e2d9bec6-a5cd-48d1-86d8-d0a1e762a9f9 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991310 Jan 25 02:37:21.987735 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-7c3685d2-6715-48f7-b2c5-2d1eba60caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:21.989290 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-7c3685d2-6715-48f7-b2c5-2d1eba60caf2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=67dffe3c-324f-4bd6-93d8-aa6203a26658 HTTP/1.1" status: 200 len: 853 time: 0.1789994 Jan 25 02:37:22.008310 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (55d3c68e-746b-4f3a-bab9-7b8822057a24), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.046661 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-75c6db9a-0b66-4d74-8da4-fa0009012bc1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7e750e71-0027-4956-bf99-ca6a737ee5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405481 Jan 25 02:37:22.060092 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:37:22.060331 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] For port 1d55efd6-3a21-4121-8543-d4e58a475d29, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:22.067039 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] For port 1d55efd6-3a21-4121-8543-d4e58a475d29, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=1d55efd6-3a21-4121-8543-d4e58a475d29,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:22.075613 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.092941 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3c68e-746b-4f3a-bab9-7b8822057a24,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.124158 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (51ddb3c1-e4f4-442b-bd00-2a521392d215), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.124601 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Added segment 51ddb3c1-e4f4-442b-bd00-2a521392d215 of type vlan for network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 Jan 25 02:37:22.188536 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044057-2c08-4ff2-8ecf-799e33552462 req-6b2007a6-534b-4235-90b7-8ebf01aeb6ed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.195282 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f5d7-40e4-4dea-bfdc-83ce8d54877a None None] Pushing event updated for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.196580 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-09044057-2c08-4ff2-8ecf-799e33552462 req-6b2007a6-534b-4235-90b7-8ebf01aeb6ed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0836027 Jan 25 02:37:22.200283 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (c5e4e7fc-1246-46ab-ac8d-effb0ede2525), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.243233 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-731ad830-3c64-4f76-aaaa-503cfd8883f2 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841547 Jan 25 02:37:22.250655 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Provisioning complete for port 1d55efd6-3a21-4121-8543-d4e58a475d29 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:22.251176 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.252875 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:22.254074 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:22.301462 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-09044057-2c08-4ff2-8ecf-799e33552462 req-289732f6-2638-4d6b-9918-ce6b93e75248 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037626 Jan 25 02:37:22.324207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (c5e4e7fc-1246-46ab-ac8d-effb0ede2525), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.325193 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.325773 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.395338 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9305129 Jan 25 02:37:22.395660 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53858) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:22.400512 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Request body: {'subnet': {'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-505140588-subnet', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:22.461991 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Made reservation on behalf of 56e4b9ce3ed84e119686edc81b74d7d3 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:22.469105 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.477446 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5adebf51-1ce6-41b0-8b46-5ade80e77d7f req-d44240e1-3e81-49b8-b866-e24d291eca0f service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266972 Jan 25 02:37:22.478193 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79626d-4f3c-439b-96b4-7503b96b8c05 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e4e7fc-1246-46ab-ac8d-effb0ede2525,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.493558 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:37:22.548759 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:22.678770 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Current status of the port 1d55efd6-3a21-4121-8543-d4e58a475d29 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:22.679332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.694200 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd50d02-42f0-4378-b480-0a9627aee922 req-74273607-59bc-43fe-8a1a-a02a22c03688 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.696047 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9dd50d02-42f0-4378-b480-0a9627aee922 req-74273607-59bc-43fe-8a1a-a02a22c03688 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 943 time: 0.0897274 Jan 25 02:37:22.757352 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9dd50d02-42f0-4378-b480-0a9627aee922 req-32247b0f-2fbf-42c2-98af-008712551599 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516107 Jan 25 02:37:22.764345 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (a58747ab-3d38-4fc0-8d35-039905682c07), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.773894 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] For port 1d55efd6-3a21-4121-8543-d4e58a475d29, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=1d55efd6-3a21-4121-8543-d4e58a475d29,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:22.798752 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.808542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae8969-0dc1-4a70-88e2-b1eed6e62656 req-d9c299de-a1f9-446a-979d-913bc2bd7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.810219 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0ae8969-0dc1-4a70-88e2-b1eed6e62656 req-d9c299de-a1f9-446a-979d-913bc2bd7c9d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.0519722 Jan 25 02:37:22.859281 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58747ab-3d38-4fc0-8d35-039905682c07,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.863938 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Checking segment: {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:22.864295 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Network hostable DHCP agents. Network: c5e4e7fc-1246-46ab-ac8d-effb0ede2525, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:37:22.879491 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0ae8969-0dc1-4a70-88e2-b1eed6e62656 req-85599777-3fbf-40ae-98dd-e7b5bd350946 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634725 Jan 25 02:37:22.888030 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:37:22.920352 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, c5e4e7fc-1246-46ab-ac8d-effb0ede2525) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:22.925082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:22.926103 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.926754 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23be7d-b02c-4e9f-9d2b-c036395fefed None None] Pushing event updated for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:22.941051 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962270b-1065-4fdd-b9fd-32cf7a319d76 None None] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:22.959153 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e77c5896-e2b9-4c65-801f-8f8802f75de0 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5623164 Jan 25 02:37:22.962187 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 53866) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:22.968216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:22.976701 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-c5de4da5-472c-43e7-91c2-4110f2bb3f30 None None] Provisioning complete for port 1d55efd6-3a21-4121-8543-d4e58a475d29 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:22.977087 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c5de4da5-472c-43e7-91c2-4110f2bb3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:22.999034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (205389e5-67c9-46ae-9b20-487b6908e32d), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:23.001171 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (205389e5-67c9-46ae-9b20-487b6908e32d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:23.097832 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for router_controller (205389e5-67c9-46ae-9b20-487b6908e32d), precommit_add_association {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:23.143561 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb151b-5060-4a74-83cd-109e71eca0c2 req-e8bad73c-2e0f-45c9-9f16-78c4f7d7d313 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:23.145461 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aacb151b-5060-4a74-83cd-109e71eca0c2 req-e8bad73c-2e0f-45c9-9f16-78c4f7d7d313 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0662723 Jan 25 02:37:23.227490 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aacb151b-5060-4a74-83cd-109e71eca0c2 req-b4934796-c3ae-4022-af05-1d4b6c0c00d7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759366 Jan 25 02:37:23.227881 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657407c-38fb-4abf-a197-9e25bfa4a92a req-e2be49fa-18cf-4ea8-ad57-34311eef7039 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:23.235938 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1657407c-38fb-4abf-a197-9e25bfa4a92a req-e2be49fa-18cf-4ea8-ad57-34311eef7039 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.1401520 Jan 25 02:37:23.459481 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'fixed_ips': [{'subnet_id': 'a58747ab-3d38-4fc0-8d35-039905682c07'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:37:23.461708 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:23.473546 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:37:23.506119 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9a55f-777f-4200-8d80-92dc075277b9 req-ddbdb033-b15d-4d0a-af1e-ff4350e12c00 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:23.509042 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:23.515525 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6eb9a55f-777f-4200-8d80-92dc075277b9 req-ddbdb033-b15d-4d0a-af1e-ff4350e12c00 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0892191 Jan 25 02:37:23.558561 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for router_gateway (205389e5-67c9-46ae-9b20-487b6908e32d), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:23.573659 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1657407c-38fb-4abf-a197-9e25bfa4a92a req-7c0c39c2-742a-41e7-8978-98e057212ace tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340919 Jan 25 02:37:23.606144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f95e1-71c1-4213-9a50-32d6ae2225ef None None] The sync data for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb is: [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:37:23.618952 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6eb9a55f-777f-4200-8d80-92dc075277b9 req-0cdbeefb-c3f1-483b-9a9f-983dc2517b1e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024430 Jan 25 02:37:23.639626 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-c5de4da5-472c-43e7-91c2-4110f2bb3f30 None None] Current status of the port 1d55efd6-3a21-4121-8543-d4e58a475d29 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:23.752737 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Allocated IP 172.20.0.2 (c5e4e7fc-1246-46ab-ac8d-effb0ede2525/a58747ab-3d38-4fc0-8d35-039905682c07/43e458dd-e2a0-4f7b-9d6e-f068485e2d6c) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:24.047719 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe5ea2-e25e-4316-b6ba-28b50450c44a req-a5e121f2-db14-4e65-bfbc-d114764445bc tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.049323 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2efe5ea2-e25e-4316-b6ba-28b50450c44a req-a5e121f2-db14-4e65-bfbc-d114764445bc tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 943 time: 0.1153548 Jan 25 02:37:24.050440 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for router_gateway (205389e5-67c9-46ae-9b20-487b6908e32d), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.083668 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.143730 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks [] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.160302 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.235805 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2efe5ea2-e25e-4316-b6ba-28b50450c44a req-857aee13-14c3-48a0-a5bc-cd2dd51d1ba6 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545897 Jan 25 02:37:24.247582 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:24.272157 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:24.284081 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:24.334963 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Pushing event updated for resources: {'Port': ['ID=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:24.391773 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Attempting to bind port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:24.392150 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Attempting to bind port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:24.392804 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Attempting to bind port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c on network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:24.401970 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:24.402533 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Checking segment: {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:24.402944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.403371 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Bound using segment: {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:24.403853 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Bound port: 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:24.404236 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.411414 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Allocated IP 172.28.2.95 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/e6a28419-270e-4694-9aec-bad7b266cf9b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:24.471553 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8550d-6c6e-4590-9fc4-a9a6e337ecd8 req-ff3a99e6-5f59-4c58-9e5f-f3144454d3c2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.478987 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6f8550d-6c6e-4590-9fc4-a9a6e337ecd8 req-ff3a99e6-5f59-4c58-9e5f-f3144454d3c2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1012554 Jan 25 02:37:24.553628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] For port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:24.560751 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] For port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:24.566294 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.604854 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6f8550d-6c6e-4590-9fc4-a9a6e337ecd8 req-af3f0003-0272-417a-bf66-1bf30fb9a86f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233151 Jan 25 02:37:24.670352 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eba87d-74e1-4a02-92c0-6d11baa890cc None None] Pushing event updated for resources: {'Port': ['ID=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:24.754950 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.828012 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8e5c5-4bfe-4e90-bbd5-278c93da36c2 req-2f09ce51-0967-4359-a423-1906ab7ac82c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:24.829454 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1c8e5c5-4bfe-4e90-bbd5-278c93da36c2 req-2f09ce51-0967-4359-a423-1906ab7ac82c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1310446 Jan 25 02:37:24.903470 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:24.956614 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1c8e5c5-4bfe-4e90-bbd5-278c93da36c2 req-8ad2c4d9-c5d1-4b7b-bfc7-7cc60e2faba7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172812 Jan 25 02:37:24.976323 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:24.981545 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:24.987162 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:25.053483 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a28419-270e-4694-9aec-bad7b266cf9b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:25.173481 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 3558e8b1-9ec1-4a3c-be18-1ecb714d967d details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:25.433359 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:25.461698 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf6c43-63dc-40dc-b3a1-a04140857962 req-a948f041-adb6-4fb1-9b75-c6ce64b61fd5 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:25.464314 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9acf6c43-63dc-40dc-b3a1-a04140857962 req-a948f041-adb6-4fb1-9b75-c6ce64b61fd5 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 943 time: 0.1113772 Jan 25 02:37:25.495614 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d', 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc', 'port_id': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d', 'mac_address': 'fa:16:3e:7b:01:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dffe3c-324f-4bd6-93d8-aa6203a26658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:25.508498 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 1d55efd6-3a21-4121-8543-d4e58a475d29 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:25.584186 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9acf6c43-63dc-40dc-b3a1-a04140857962 req-928aeaa2-c4a7-406c-9e0d-f4505fea798f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Jan 25 02:37:25.630337 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:25.630943 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:25.650554 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 1d55efd6-3a21-4121-8543-d4e58a475d29 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:25.651943 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:25.694301 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3558e8b1-9ec1-4a3c-be18-1ecb714d967d {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:25.706230 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for router_gateway (205389e5-67c9-46ae-9b20-487b6908e32d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:25.719636 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:25.742026 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:25.847692 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c524c9-9b26-4b11-b050-ec02c0b0e898 req-761eee7c-8e08-4046-afa1-91a416e1fb10 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:25.849553 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-48c524c9-9b26-4b11-b050-ec02c0b0e898 req-761eee7c-8e08-4046-afa1-91a416e1fb10 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0900378 Jan 25 02:37:25.875973 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 1d55efd6-3a21-4121-8543-d4e58a475d29 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:25.877138 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:25.987870 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-48c524c9-9b26-4b11-b050-ec02c0b0e898 req-acfc1f0e-cf2a-4f28-862b-71982ce93f79 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316259 Jan 25 02:37:26.018814 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:26.102422 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:26.102947 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:26.110680 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-b481d23a-3a3e-41a2-b53e-731c3bd79267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.112215 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-b481d23a-3a3e-41a2-b53e-731c3bd79267 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.5766001 Jan 25 02:37:26.150911 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['3558e8b1-9ec1-4a3c-be18-1ecb714d967d'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:26.277305 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99d2bf-90c6-4cc5-aeec-3013299fb7a6 req-0cc434ab-4711-465f-b333-e2470001dee4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.285069 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed99d2bf-90c6-4cc5-aeec-3013299fb7a6 req-0cc434ab-4711-465f-b333-e2470001dee4 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.6670547 Jan 25 02:37:26.303698 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-bcba3773-1974-46fc-9f3a-2aa9e0aa91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.306344 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-bcba3773-1974-46fc-9f3a-2aa9e0aa91f3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.1819916 Jan 25 02:37:26.364028 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:26.365009 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:26.436301 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:26.440428 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-1ff9aad0-05b0-4a85-ba32-801709e94002 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.1098623 Jan 25 02:37:26.454872 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:26.470720 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045b624-b621-4af2-99e2-bde70dc09ff3 None None] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:37:26.605876 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed99d2bf-90c6-4cc5-aeec-3013299fb7a6 req-381bb0f8-32a2-4a0e-9589-7875fd94d550 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199203 Jan 25 02:37:26.636812 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-78c59ff7-b5c3-4b80-9b58-d3d4d5786919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.636926 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:26.637574 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-78c59ff7-b5c3-4b80-9b58-d3d4d5786919 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.1821954 Jan 25 02:37:26.641669 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2fcd8d50-fa3e-446c-a6f6-5cd71411bc68 None None] Provisioning complete for port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:26.642054 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2fcd8d50-fa3e-446c-a6f6-5cd71411bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:26.643789 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (205389e5-67c9-46ae-9b20-487b6908e32d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:26.709517 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-67dc8256-ab80-4592-91b5-ab97432c57b5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514550 Jan 25 02:37:26.772502 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd8d50-fa3e-446c-a6f6-5cd71411bc68 None None] Current status of the port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:26.785975 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592c099-6a7c-4c39-b91c-befb023e44a0 req-0ef173a4-3bf1-4691-af91-063eb8f2e91f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:26.798446 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b592c099-6a7c-4c39-b91c-befb023e44a0 req-0ef173a4-3bf1-4691-af91-063eb8f2e91f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 944 time: 0.0926850 Jan 25 02:37:26.874431 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b592c099-6a7c-4c39-b91c-befb023e44a0 req-ec676327-60df-488a-8b8a-ca37fec14844 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739090 Jan 25 02:37:26.976123 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-49cb4d85-d9df-487d-b849-866e756b9d33 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586944 Jan 25 02:37:27.133633 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-013442cd-bde4-46e9-a1a0-035a9e3cfe74 None None] Provisioning complete for port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:27.134249 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-013442cd-bde4-46e9-a1a0-035a9e3cfe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:27.150429 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b375c0-c17e-4ea7-bd8c-6a1505773623 req-fc022902-a9c6-404c-b0c3-469995af3dbb service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660678 Jan 25 02:37:27.153880 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Router 205389e5-67c9-46ae-9b20-487b6908e32d is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:37:27.265641 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:27.317530 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f91be-c997-4235-bb22-6a3ebb741c8d req-58758c2e-7034-41e7-92a8-4af13ca820ee tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.319201 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-148f91be-c997-4235-bb22-6a3ebb741c8d req-58758c2e-7034-41e7-92a8-4af13ca820ee tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1668723 Jan 25 02:37:27.339480 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-013442cd-bde4-46e9-a1a0-035a9e3cfe74 None None] Current status of the port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:27.355047 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:27.356117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:27.438096 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-148f91be-c997-4235-bb22-6a3ebb741c8d req-d5a96d8d-47e2-487f-97b3-fcc495e816a3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952775 Jan 25 02:37:27.503350 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:37:27.541592 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:27.581664 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Sync routers for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:37:27.611564 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:27.615197 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:27.627544 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 53944) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:27.641830 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:27.644206 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d5a1d39a-6482-4e0f-ac74-1470e70430e5 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6532271 Jan 25 02:37:27.803275 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988443f-6429-4118-8155-a2119a0d2e80 req-36570bf9-f3e9-4f60-a28e-5af72d020583 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.810956 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c988443f-6429-4118-8155-a2119a0d2e80 req-36570bf9-f3e9-4f60-a28e-5af72d020583 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.0764136 Jan 25 02:37:27.858559 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd067c-8986-4076-83b8-fb8d081c425d req-fbbc534b-b19c-4fcf-a69c-1187e5be7bc5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:27.866594 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e9bd067c-8986-4076-83b8-fb8d081c425d req-fbbc534b-b19c-4fcf-a69c-1187e5be7bc5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0953090 Jan 25 02:37:27.876757 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c988443f-6429-4118-8155-a2119a0d2e80 req-c8c13521-73cc-4c4d-ab34-d4829d5c4825 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647874 Jan 25 02:37:27.898274 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:27.981450 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e9bd067c-8986-4076-83b8-fb8d081c425d req-56344fa0-0078-4b45-bae5-5227385dfe05 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122437 Jan 25 02:37:28.186275 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:25Z', 'revision_number': 3, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:28.218755 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Checking router: 205389e5-67c9-46ae-9b20-487b6908e32d for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:37:28.219226 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Updating router 205389e5-67c9-46ae-9b20-487b6908e32d port e6a28419-270e-4694-9aec-bad7b266cf9b binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:37:28.261441 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.285025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d0a7d-19c3-4f8f-8ee1-424b470460a6 req-60bb6a0c-7a87-4c25-ab64-2cab47dfb853 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:28.297507 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-194d0a7d-19c3-4f8f-8ee1-424b470460a6 req-60bb6a0c-7a87-4c25-ab64-2cab47dfb853 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 944 time: 0.3107355 Jan 25 02:37:28.373803 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-194d0a7d-19c3-4f8f-8ee1-424b470460a6 req-20e4f3ad-dea9-4e38-a052-df00bdc7f42c tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Jan 25 02:37:28.445382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.594348 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks [] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.600138 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.642815 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918b9d-b035-40e7-be7e-b3676aa858cf None None] Pushing event updated for resources: {'Port': ['ID=e6a28419-270e-4694-9aec-bad7b266cf9b,revision_number=2']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:28.667276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711edb41-82cb-47d7-8c35-265ed8b84953 req-9f933bab-2579-45c6-8ff8-05d150bdd4db tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:28.667593 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Attempting to bind port e6a28419-270e-4694-9aec-bad7b266cf9b on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:28.667966 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Attempting to bind port e6a28419-270e-4694-9aec-bad7b266cf9b by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:28.668332 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Attempting to bind port e6a28419-270e-4694-9aec-bad7b266cf9b on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:28.670408 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-711edb41-82cb-47d7-8c35-265ed8b84953 req-9f933bab-2579-45c6-8ff8-05d150bdd4db tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1090884 Jan 25 02:37:28.674458 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:28.675107 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:28.675670 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.676211 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:28.676829 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Bound port: e6a28419-270e-4694-9aec-bad7b266cf9b, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:28.677372 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.704145 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Allocated IP 172.20.0.1 (c5e4e7fc-1246-46ab-ac8d-effb0ede2525/a58747ab-3d38-4fc0-8d35-039905682c07/058af3b4-4894-4a6a-a01c-b9428c9e917f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:28.739678 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] For port e6a28419-270e-4694-9aec-bad7b266cf9b, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:28.743596 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] For port e6a28419-270e-4694-9aec-bad7b266cf9b, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=e6a28419-270e-4694-9aec-bad7b266cf9b,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:28.750820 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.769975 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-711edb41-82cb-47d7-8c35-265ed8b84953 req-e9578e8b-42be-40aa-9fd6-b18c2b1d1ba8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878537 Jan 25 02:37:28.815241 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918b9d-b035-40e7-be7e-b3676aa858cf None None] Pushing event updated for resources: {'Port': ['ID=e6a28419-270e-4694-9aec-bad7b266cf9b,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:28.844814 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:28.846158 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:28.861742 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks [] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.905889 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.953048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:28.961531 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:28.975888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:28.976758 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (205389e5-67c9-46ae-9b20-487b6908e32d), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:28.995229 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:29.030280 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Pushing event updated for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:29.062254 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86d206-35cc-46d4-a2b9-2e0973294553 req-149199ee-3bb5-491c-8754-6c1c73bfa556 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.071298 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4d86d206-35cc-46d4-a2b9-2e0973294553 req-149199ee-3bb5-491c-8754-6c1c73bfa556 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.1011212 Jan 25 02:37:29.147508 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4d86d206-35cc-46d4-a2b9-2e0973294553 req-cf21de75-7081-493e-bb4e-e8aa122c68c5 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752773 Jan 25 02:37:29.218540 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 3558e8b1-9ec1-4a3c-be18-1ecb714d967d up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:29.263431 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af422-24a5-4037-afbc-84210df73dce req-4765baf6-3072-479b-8e76-7e9334e052f8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.272971 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-431af422-24a5-4037-afbc-84210df73dce req-4765baf6-3072-479b-8e76-7e9334e052f8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1112499 Jan 25 02:37:29.279613 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:25Z', 'revision_number': 3, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:29.313816 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f808b3-c9c9-468c-9d53-cdd3557919a7 None None] The sync data for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb is: [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:25Z', 'revision_number': 3, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:37:29.332520 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-f154f14a-3a1b-46a9-a619-5bd190af54bf None None] Provisioning complete for port 058af3b4-4894-4a6a-a01c-b9428c9e917f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:29.332900 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f154f14a-3a1b-46a9-a619-5bd190af54bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:29.348980 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:29.395329 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-f154f14a-3a1b-46a9-a619-5bd190af54bf None None] Port 058af3b4-4894-4a6a-a01c-b9428c9e917f cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:29.402910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:37:29.409660 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:29.410052 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:29.517003 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-431af422-24a5-4037-afbc-84210df73dce req-7f9150fb-f494-4597-83e8-33ae4f672726 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408714 Jan 25 02:37:29.591374 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d82e-ca54-4d2c-89c8-3d406280941d req-635a305e-b45b-42fb-91ff-56e4d672ba5f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.593645 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4078d82e-ca54-4d2c-89c8-3d406280941d req-635a305e-b45b-42fb-91ff-56e4d672ba5f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 944 time: 0.0931294 Jan 25 02:37:29.606592 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:29.606984 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:29.647796 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:29.650039 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f12996-d6b3-43de-8601-2b47e9940083" -d '{"events": [{"server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "name": "network-vif-plugged", "status": "completed", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:29.691369 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:29.700613 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:29.755232 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f7a702-e2dd-4f18-bb69-b4a2003794dd x-openstack-request-id: req-77f7a702-e2dd-4f18-bb69-b4a2003794dd {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:29.755550 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "name": "network-vif-plugged", "status": "completed", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:29.755818 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-77f7a702-e2dd-4f18-bb69-b4a2003794dd {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:29.756213 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d', 'code': 200} Jan 25 02:37:29.799728 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4078d82e-ca54-4d2c-89c8-3d406280941d req-aa508689-7d61-4227-abeb-6346f1da51e2 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932316 Jan 25 02:37:29.834585 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-bdeaade4-0a31-409e-a652-f90ec00c2d57 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:29.847801 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-bdeaade4-0a31-409e-a652-f90ec00c2d57 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.120 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.2424455 Jan 25 02:37:29.849674 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:29.936336 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e23c1acb-20f5-47a0-9034-7eaea86190b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.041089 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Deleting port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:37:30.042299 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.147828 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5230-ac57-4a66-9c00-59c25f249d4a req-1d873ba0-8d25-471f-84ad-7531644e3b71 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.149346 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-46de5230-ac57-4a66-9c00-59c25f249d4a req-1d873ba0-8d25-471f-84ad-7531644e3b71 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1249878 Jan 25 02:37:30.187296 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064524-bbc6-400d-8166-dff6531b4f7f req-f182b509-47e6-4bfa-826e-e7f7ba2b1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.189567 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-79064524-bbc6-400d-8166-dff6531b4f7f req-f182b509-47e6-4bfa-826e-e7f7ba2b1dbf service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 1098 time: 0.1080267 Jan 25 02:37:30.233504 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] For port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,segment=NetworkSegment(308d419e-11e2-43e1-aba4-56c1b1eb6a9e),segment_id=308d419e-11e2-43e1-aba4-56c1b1eb6a9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:30.233504 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.270362 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Calling delete_port for 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:37:30.288856 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-46de5230-ac57-4a66-9c00-59c25f249d4a req-5a1bdc1b-38e5-464f-9b5b-c3ec5075950c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317506 Jan 25 02:37:30.322378 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks [] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.330710 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.332724 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (205389e5-67c9-46ae-9b20-487b6908e32d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.382881 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Pushing event updated for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:30.416414 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-79064524-bbc6-400d-8166-dff6531b4f7f req-c80a1b00-87e2-4b5e-8f48-f8ec96afd103 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161708 Jan 25 02:37:30.449416 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf7e4-371b-4589-b892-6078bb974177 req-663fcf3b-9de3-44e9-863e-2556e882b4ce tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.450986 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-666cf7e4-371b-4589-b892-6078bb974177 req-663fcf3b-9de3-44e9-863e-2556e882b4ce tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 946 time: 0.2009170 Jan 25 02:37:30.516839 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:30.519206 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:30.564658 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-666cf7e4-371b-4589-b892-6078bb974177 req-61ead2eb-adb1-41ce-a8c4-fc520ecf2289 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/security-groups?id=19aba200-b3a6-4dc8-986e-8880f1526839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071825 Jan 25 02:37:30.635069 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.673490 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:30.710714 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Pushing event deleted for resources: {'Port': ['ID=08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:30.774928 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] No DVR routers for this DVR port 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:37:30.780401 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.785238 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e89c5183-442a-4f14-bf97-04bebafebeb8 req-a39371be-78ee-4d55-afec-c66a351f1452 tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.120 "DELETE /v2.0/ports/08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf HTTP/1.1" status: 204 len: 173 time: 0.9293232 Jan 25 02:37:30.787423 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'name': 'network-vif-deleted', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:30.794005 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac0c89-9348-4813-b9a5-cac189bb6edc" -d '{"events": [{"server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "name": "network-vif-deleted", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:30.797897 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Router 205389e5-67c9-46ae-9b20-487b6908e32d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:37:30.813192 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363ef71-11a0-4bdf-a9a7-e4d36f983bcf req-1d984d01-1efa-45bb-8704-9e166f166e5f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:30.821104 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f363ef71-11a0-4bdf-a9a7-e4d36f983bcf req-1d984d01-1efa-45bb-8704-9e166f166e5f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0967510 Jan 25 02:37:30.876557 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd29dc-0ab6-4b4f-9847-74aef76a6a3f x-openstack-request-id: req-b4dd29dc-0ab6-4b4f-9847-74aef76a6a3f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:30.882157 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71027e8-4034-451f-96c0-ee7dae106b5d", "name": "network-vif-deleted", "tag": "08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:30.882629 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b4dd29dc-0ab6-4b4f-9847-74aef76a6a3f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:30.886959 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71027e8-4034-451f-96c0-ee7dae106b5d', 'name': 'network-vif-deleted', 'tag': '08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf', 'status': 'completed', 'code': 200} Jan 25 02:37:30.959983 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-db293654-ad13-4dc1-ba91-738b6150732a None None] Provisioning complete for port 058af3b4-4894-4a6a-a01c-b9428c9e917f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:30.960714 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-db293654-ad13-4dc1-ba91-738b6150732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:30.985370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:37:30.998349 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2788b788-ec6d-401c-808d-3acbe5962a81 admin admin] 10.222.0.109 "PUT /v2.0/routers/205389e5-67c9-46ae-9b20-487b6908e32d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3625078 Jan 25 02:37:31.045128 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f363ef71-11a0-4bdf-a9a7-e4d36f983bcf req-f9c09f36-821c-4e2b-b375-d92284e0ebdc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230513 Jan 25 02:37:31.055265 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-db293654-ad13-4dc1-ba91-738b6150732a None None] Port 058af3b4-4894-4a6a-a01c-b9428c9e917f cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:31.097480 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9f360-b0b7-4cca-814c-67b759c86327 req-4a5a07e6-3779-44e3-a771-516d24622ad2 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.110175 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bdc9f360-b0b7-4cca-814c-67b759c86327 req-4a5a07e6-3779-44e3-a771-516d24622ad2 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.1095347 Jan 25 02:37:31.234530 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bdc9f360-b0b7-4cca-814c-67b759c86327 req-5649a5f7-96c9-4bfb-860d-a3734e207cc9 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227474 Jan 25 02:37:31.338574 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e6a28419-270e-4694-9aec-bad7b266cf9b up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:31.415615 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port e6a28419-270e-4694-9aec-bad7b266cf9b triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:31.417450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.509440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c38f1-fcde-4a11-a48f-a0e01fcb5bed req-a03b52f1-1225-4fa6-adf9-7595587a82d2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:31.514229 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6c0c38f1-fcde-4a11-a48f-a0e01fcb5bed req-a03b52f1-1225-4fa6-adf9-7595587a82d2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1290588 Jan 25 02:37:31.630141 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port e6a28419-270e-4694-9aec-bad7b266cf9b is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:31.632005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.673222 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6c0c38f1-fcde-4a11-a48f-a0e01fcb5bed req-1be5d236-414d-4ca6-b738-ff81f5dc5624 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539562 Jan 25 02:37:31.710845 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port e6a28419-270e-4694-9aec-bad7b266cf9b, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=e6a28419-270e-4694-9aec-bad7b266cf9b,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:31.727105 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:31.839926 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0f3dad1-46c8-4eb6-886c-ff92ddf1eb00 req-23c70c60-4d6b-488c-a8fa-663a20abfcfa tempest-VolumesActionsTest-758144313 tempest-VolumesActionsTest-758144313-project] 10.222.0.109 "GET /v2.0/ports?device_id=a71027e8-4034-451f-96c0-ee7dae106b5d HTTP/1.1" status: 200 len: 210 time: 0.0701220 Jan 25 02:37:31.877775 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=e6a28419-270e-4694-9aec-bad7b266cf9b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:32.104576 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Sync routers for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:37:32.116978 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:32.117603 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:32.464150 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7ae257ac-93a6-4278-949d-1010a2fec904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:32.464150 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:32.634219 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b272f01-57ce-4c1f-8dc9-a2a143e1f56a req-95e5e8ce-8c63-4db5-8b13-9b2e20ea6377 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:32.652929 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b272f01-57ce-4c1f-8dc9-a2a143e1f56a req-95e5e8ce-8c63-4db5-8b13-9b2e20ea6377 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.2965164 Jan 25 02:37:32.787045 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2b272f01-57ce-4c1f-8dc9-a2a143e1f56a req-b8ccd453-6054-43fc-a64f-be56ec389edf tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268337 Jan 25 02:37:32.836585 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba1f3b-1f9d-41b6-9514-e427ace06c53 req-a29665a7-42ac-4159-85df-49fddbc913dc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:32.855979 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-97ba1f3b-1f9d-41b6-9514-e427ace06c53 req-a29665a7-42ac-4159-85df-49fddbc913dc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0755050 Jan 25 02:37:32.968617 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:29Z', 'revision_number': 4, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '058af3b4-4894-4a6a-a01c-b9428c9e917f', 'name': '', 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'mac_address': 'fa:16:3e:66:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:28Z', 'updated_at': '2022-01-25T02:37:29Z', 'revision_number': 2, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'subnets': [{'id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:32.979695 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-97ba1f3b-1f9d-41b6-9514-e427ace06c53 req-359deacf-44a9-4ea3-b817-50a540770302 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223209 Jan 25 02:37:32.995567 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1055f1-e889-48a8-925c-062bbc52e850 req-e89e232e-5234-4432-bf76-c5ce127452b8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:33.004128 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ee1055f1-e889-48a8-925c-062bbc52e850 req-e89e232e-5234-4432-bf76-c5ce127452b8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1087887 Jan 25 02:37:33.007736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Checking router: 205389e5-67c9-46ae-9b20-487b6908e32d for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:37:33.008347 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Updating router 205389e5-67c9-46ae-9b20-487b6908e32d port 058af3b4-4894-4a6a-a01c-b9428c9e917f binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:37:33.042768 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.117978 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ee1055f1-e889-48a8-925c-062bbc52e850 req-5cb36085-37dd-4141-9f7e-a64e60203c49 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117609 Jan 25 02:37:33.354517 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:37:33.357475 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e6a28419-270e-4694-9aec-bad7b266cf9b up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:33.414184 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:37:33.414184 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 08ea96e7-cfe0-4370-a5d5-033ff5d9d3cf not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:37:33.432406 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.804280 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port e6a28419-270e-4694-9aec-bad7b266cf9b triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:33.804655 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.861861 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks [] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:33.894144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.037323 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72886-0910-44d6-9dbc-3e177977d6b7 None None] Pushing event updated for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:34.091576 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Attempting to bind port 058af3b4-4894-4a6a-a01c-b9428c9e917f on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:34.091953 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Attempting to bind port 058af3b4-4894-4a6a-a01c-b9428c9e917f by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:34.092324 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Attempting to bind port 058af3b4-4894-4a6a-a01c-b9428c9e917f on network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:34.108010 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:34.108439 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Checking segment: {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:34.108934 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.109395 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Bound using segment: {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:34.109959 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Bound port: 058af3b4-4894-4a6a-a01c-b9428c9e917f, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ddb3c1-e4f4-442b-bd00-2a521392d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:34.110327 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.125855 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port e6a28419-270e-4694-9aec-bad7b266cf9b is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:34.239525 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-51b52d55-1b32-446f-b4eb-110a7d5049ad None None] Provisioning complete for port 058af3b4-4894-4a6a-a01c-b9428c9e917f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:34.240431 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-51b52d55-1b32-446f-b4eb-110a7d5049ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.296504 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-51b52d55-1b32-446f-b4eb-110a7d5049ad None None] Port 058af3b4-4894-4a6a-a01c-b9428c9e917f cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:34.306124 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] For port 058af3b4-4894-4a6a-a01c-b9428c9e917f, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:34.348295 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] For port 058af3b4-4894-4a6a-a01c-b9428c9e917f, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=058af3b4-4894-4a6a-a01c-b9428c9e917f,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:34.357612 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.455646 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318af1-3cc4-4d6c-a08e-ac7dcef03080 req-f745d37e-280a-48f9-abf0-815f5b763301 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:34.467754 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f318af1-3cc4-4d6c-a08e-ac7dcef03080 req-f745d37e-280a-48f9-abf0-815f5b763301 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1953704 Jan 25 02:37:34.477625 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72886-0910-44d6-9dbc-3e177977d6b7 None None] Pushing event updated for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:34.493594 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:37:34.494712 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:37:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:34.573209 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f318af1-3cc4-4d6c-a08e-ac7dcef03080 req-cc71b780-29ad-439e-90d8-4c20373e06eb tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996733 Jan 25 02:37:34.798944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:37:34.920083 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:34.922094 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Provisioning complete for port 058af3b4-4894-4a6a-a01c-b9428c9e917f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:34.922468 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.375352 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Current status of the port 058af3b4-4894-4a6a-a01c-b9428c9e917f is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:35.376448 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.498274 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] For port 058af3b4-4894-4a6a-a01c-b9428c9e917f, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=058af3b4-4894-4a6a-a01c-b9428c9e917f,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:35.518986 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:29Z', 'revision_number': 4, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '058af3b4-4894-4a6a-a01c-b9428c9e917f', 'name': '', 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'mac_address': 'fa:16:3e:66:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:28Z', 'updated_at': '2022-01-25T02:37:34Z', 'revision_number': 4, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'subnets': [{'id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:35.521899 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:35.697862 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e5b63-1631-463b-bd96-8bb343cb5cfb None None] The sync data for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb is: [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:37:29Z', 'revision_number': 4, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '058af3b4-4894-4a6a-a01c-b9428c9e917f', 'name': '', 'network_id': 'c5e4e7fc-1246-46ab-ac8d-effb0ede2525', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'mac_address': 'fa:16:3e:66:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:28Z', 'updated_at': '2022-01-25T02:37:34Z', 'revision_number': 4, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'subnets': [{'id': 'a58747ab-3d38-4fc0-8d35-039905682c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:37:35.764464 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c49623-c025-40ba-a22a-e687777319e9 None None] Pushing event updated for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:35.997801 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557802df-aedc-4989-9414-dd135d787058 req-910268c5-9f42-4970-96ba-52e7915ff7c4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:36.012027 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-557802df-aedc-4989-9414-dd135d787058 req-910268c5-9f42-4970-96ba-52e7915ff7c4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.2177436 Jan 25 02:37:36.140391 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-557802df-aedc-4989-9414-dd135d787058 req-d4ee0297-4de6-437e-ac16-40daf9c31781 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269643 Jan 25 02:37:36.233542 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:36.994734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecec5e-8033-434c-9491-8361f4da4323 req-4f45cd9c-aa19-4d99-8e4f-3e7f074d61d8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.009320 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48ecec5e-8033-434c-9491-8361f4da4323 req-4f45cd9c-aa19-4d99-8e4f-3e7f074d61d8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.3122969 Jan 25 02:37:37.106495 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48ecec5e-8033-434c-9491-8361f4da4323 req-e5af363b-1ce1-438a-aea4-0137c08d42fb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904424 Jan 25 02:37:37.130407 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-4da36cb7-c4fa-45ce-80af-95056ea8fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.132550 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-4da36cb7-c4fa-45ce-80af-95056ea8fa74 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.2486691 Jan 25 02:37:37.409440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a0ef2-46a7-4b59-bf8a-bb8310da28c9 req-fc30685c-b26f-4740-b982-6577d5de4706 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.419297 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f70a0ef2-46a7-4b59-bf8a-bb8310da28c9 req-fc30685c-b26f-4740-b982-6577d5de4706 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0728016 Jan 25 02:37:37.480306 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 058af3b4-4894-4a6a-a01c-b9428c9e917f up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:37.495192 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f70a0ef2-46a7-4b59-bf8a-bb8310da28c9 req-22ef383a-6520-47cc-90af-8501b22200bf tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742941 Jan 25 02:37:37.499481 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-838ba12b-b2f2-44f3-9bcc-cba3be8ccc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.501041 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-838ba12b-b2f2-44f3-9bcc-cba3be8ccc32 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.3584609 Jan 25 02:37:37.573519 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-25f360ca-837d-4fda-884c-925058c47e28 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.0660322 Jan 25 02:37:37.581074 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 058af3b4-4894-4a6a-a01c-b9428c9e917f triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:37.581557 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:37.705872 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-d69e123c-ee1b-430d-9bdf-1c75f0668bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:37.707383 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-d69e123c-ee1b-430d-9bdf-1c75f0668bac service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.1220226 Jan 25 02:37:37.709697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 058af3b4-4894-4a6a-a01c-b9428c9e917f is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:37.789276 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-15104cab-b30f-4b69-ac50-ecd6cad1035e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741229 Jan 25 02:37:37.999062 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-65eceb38-91a0-4a8d-94da-519bbc0b3963 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003789 Jan 25 02:37:38.194202 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f5a416c-1914-4fb8-90b3-9a8f48971eb0 req-7d2c7c90-5a52-4d92-8c08-6d683e91339b service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876752 Jan 25 02:37:38.301346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea30017-a1b6-40f2-9118-6689c36e0d2e req-a600a3f9-2226-4b82-a703-0b857adb5e7a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.301346 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dea30017-a1b6-40f2-9118-6689c36e0d2e req-a600a3f9-2226-4b82-a703-0b857adb5e7a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0839045 Jan 25 02:37:38.361570 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dea30017-a1b6-40f2-9118-6689c36e0d2e req-9e77bbeb-de2f-44d0-a15b-eeca19451cfa tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550838 Jan 25 02:37:38.643957 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467be61-3deb-459b-bcda-6f3f3191b5ab req-772a27af-8579-4535-ab21-6b6fa859f92e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:38.654082 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8467be61-3deb-459b-bcda-6f3f3191b5ab req-772a27af-8579-4535-ab21-6b6fa859f92e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0633502 Jan 25 02:37:38.719306 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8467be61-3deb-459b-bcda-6f3f3191b5ab req-3b28ea1e-d2f4-49a7-805b-49c3d241daa7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634823 Jan 25 02:37:39.289586 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:37:39.449210 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:39.584461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f6a27-e959-48be-bc50-d5504302f0fd req-322d2d38-0221-4021-8db8-77b9222785f9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:39.608296 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-886f6a27-e959-48be-bc50-d5504302f0fd req-322d2d38-0221-4021-8db8-77b9222785f9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1229556 Jan 25 02:37:39.679237 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:37:39.757546 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-886f6a27-e959-48be-bc50-d5504302f0fd req-455e00ed-cd01-46cc-8ecc-a5e7a0c3e664 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427431 Jan 25 02:37:39.783095 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: ACTIVE; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:39.784001 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:39.823536 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:39.854010 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:39.861437 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:39.945588 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef34722-38da-4f36-a02d-b6fdbf185bda req-2b225fc1-a91f-484f-bfb7-6de0cc71e78f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:39.953337 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3ef34722-38da-4f36-a02d-b6fdbf185bda req-2b225fc1-a91f-484f-bfb7-6de0cc71e78f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1269381 Jan 25 02:37:39.964850 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=6']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:40.073052 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3ef34722-38da-4f36-a02d-b6fdbf185bda req-d14eeac0-8acc-425e-a534-6f4a79675848 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184080 Jan 25 02:37:40.092966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['e1a74d0d-2430-40d2-9045-e644df4b1581'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:37:40.894323 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2a949-32cd-4a48-b8ba-82633b9b64dc req-c7c0884a-3585-4250-847a-db08dd115fa9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:40.902701 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58d2a949-32cd-4a48-b8ba-82633b9b64dc req-c7c0884a-3585-4250-847a-db08dd115fa9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0615449 Jan 25 02:37:40.949069 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58d2a949-32cd-4a48-b8ba-82633b9b64dc req-73be9d6e-1b63-41cf-9096-158e21e53c02 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Jan 25 02:37:41.239704 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71452b-0a95-4f74-900b-116f12277994 req-02cf21b1-6dd4-4682-b6d7-cd713b287b31 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:41.248236 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9c71452b-0a95-4f74-900b-116f12277994 req-02cf21b1-6dd4-4682-b6d7-cd713b287b31 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 944 time: 0.0746725 Jan 25 02:37:41.313253 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:37:41.339944 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9c71452b-0a95-4f74-900b-116f12277994 req-5a476dfc-a145-4eff-9571-649f80bbfe59 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902863 Jan 25 02:37:41.382018 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port e1a74d0d-2430-40d2-9045-e644df4b1581 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:41.382663 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.497393 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:37:41.498071 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.569084 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:37:41.570121 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:41.573385 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46990fe2-2c9e-4c69-8c09-12c6c7028cf2" -d '{"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:41.588163 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:41.638937 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee1c614-f95d-42a5-81d5-da15a86e90a2 x-openstack-request-id: req-3ee1c614-f95d-42a5-81d5-da15a86e90a2 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:41.639723 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:41.640179 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-3ee1c614-f95d-42a5-81d5-da15a86e90a2 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:41.640772 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'code': 200} Jan 25 02:37:41.699016 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=7']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:42.164150 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d524b-ba18-4f9c-ae58-24fe46d61210 req-b534c37e-4f28-4b8a-b3b3-6cca14fe369f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.174140 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-791d524b-ba18-4f9c-ae58-24fe46d61210 req-b534c37e-4f28-4b8a-b3b3-6cca14fe369f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0892317 Jan 25 02:37:42.253073 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-791d524b-ba18-4f9c-ae58-24fe46d61210 req-5bce10be-8209-4df0-8583-b3b4093699bf tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775716 Jan 25 02:37:42.497336 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f536991-4b18-48d6-a4c4-e6e8fa59b8eb req-f0e9549f-3187-43ae-b116-0539b4edf82d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:42.506985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f536991-4b18-48d6-a4c4-e6e8fa59b8eb req-f0e9549f-3187-43ae-b116-0539b4edf82d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0706031 Jan 25 02:37:42.572580 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5f536991-4b18-48d6-a4c4-e6e8fa59b8eb req-4fcf33b6-51ea-4da4-8fd6-247995f1455f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572855 Jan 25 02:37:43.380290 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ba65-ddc9-4524-a660-ea4abbd98d70 req-21889bb7-a8fa-40aa-8ed4-bb355eedeb8e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.390402 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a448ba65-ddc9-4524-a660-ea4abbd98d70 req-21889bb7-a8fa-40aa-8ed4-bb355eedeb8e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0632665 Jan 25 02:37:43.468021 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a448ba65-ddc9-4524-a660-ea4abbd98d70 req-1a94bb82-b158-4cd8-8067-3167d7c339f2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754151 Jan 25 02:37:43.698337 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eda83-cad6-41c9-a720-dbfca28c589d req-931e7958-1383-48ec-bba9-cac8c0714e97 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:43.705146 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-229eda83-cad6-41c9-a720-dbfca28c589d req-931e7958-1383-48ec-bba9-cac8c0714e97 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0618782 Jan 25 02:37:43.751014 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-229eda83-cad6-41c9-a720-dbfca28c589d req-6c31c59b-9ddc-43da-b5a8-55dc50bbe94f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Jan 25 02:37:44.739445 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5627a9-b1b4-40ed-9109-13833a0c6d60 req-0f978f1f-4107-425e-b0de-37a9494b5bbc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.758425 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cd5627a9-b1b4-40ed-9109-13833a0c6d60 req-0f978f1f-4107-425e-b0de-37a9494b5bbc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1637986 Jan 25 02:37:44.861248 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cd5627a9-b1b4-40ed-9109-13833a0c6d60 req-aa90e220-badd-465d-aaa5-c29e43833bc2 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039810 Jan 25 02:37:44.967159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc796fd-835f-4184-83d6-5001fa97e424 req-ccc41dea-75eb-4fe0-8624-33a831a35295 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:44.979762 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8cc796fd-835f-4184-83d6-5001fa97e424 req-ccc41dea-75eb-4fe0-8624-33a831a35295 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1085713 Jan 25 02:37:45.091390 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8cc796fd-835f-4184-83d6-5001fa97e424 req-c67f0e4b-8126-410c-8e4f-0990192edd4f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071877 Jan 25 02:37:45.932580 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-d8494029-91ba-4bee-8362-3053267612e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:45.936355 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-d8494029-91ba-4bee-8362-3053267612e5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1098 time: 0.0689902 Jan 25 02:37:46.104830 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5f599-1ee7-4dcf-a328-dad0d6807afa req-bd49510a-5f93-4585-8736-837d37386edd tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.106428 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73c5f599-1ee7-4dcf-a328-dad0d6807afa req-bd49510a-5f93-4585-8736-837d37386edd tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1169174 Jan 25 02:37:46.139117 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-572ed9e8-e339-4b67-a380-25b4a60d45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.142631 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-572ed9e8-e339-4b67-a380-25b4a60d45c7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.1781976 Jan 25 02:37:46.149440 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:46.191449 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73c5f599-1ee7-4dcf-a328-dad0d6807afa req-c8078887-6697-4ffc-897c-7b7a510a40ea tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757194 Jan 25 02:37:46.251220 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-d2c1f3ad-2b4d-4fa4-b698-85c76154bc8d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 1001 time: 0.0991509 Jan 25 02:37:46.334557 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-28e8feb7-88d1-4af5-a42c-700428506a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.336716 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-28e8feb7-88d1-4af5-a42c-700428506a0d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0740058 Jan 25 02:37:46.388698 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2003bd-d6c6-453e-b2e7-51c78982aec3 req-3c302791-a0a2-4480-86f2-15704289e2e9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.390461 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3d2003bd-d6c6-453e-b2e7-51c78982aec3 req-3c302791-a0a2-4480-86f2-15704289e2e9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0719967 Jan 25 02:37:46.407686 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-debefdc7-c4d3-4d12-ad72-d8d9191aa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.409894 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-debefdc7-c4d3-4d12-ad72-d8d9191aa3f7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0643485 Jan 25 02:37:46.539616 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3d2003bd-d6c6-453e-b2e7-51c78982aec3 req-3321c8e9-1680-418c-8913-f3b7db2df7d7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418817 Jan 25 02:37:46.708211 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-532e0e20-d565-4bd6-95f3-8596ed8b587b service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905471 Jan 25 02:37:46.763330 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-55e69a2b-c272-497e-9937-29fde47899b0 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:46.769924 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-55e69a2b-c272-497e-9937-29fde47899b0 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 814 time: 0.1996732 Jan 25 02:37:46.831680 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-fe516529-0608-43dc-876c-8841596674b6 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/quotas/86c9ca3a33334fcb8149f032cf3c4ba5 HTTP/1.1" status: 200 len: 375 time: 0.0607285 Jan 25 02:37:46.909782 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-0a890356-2c2b-4eb1-9b5a-6ef6661cf3c1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765603 Jan 25 02:37:46.912545 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c74a114-5423-49c1-9fa1-356c70920d63 req-1c69774e-ce27-472f-bf86-145f71bc2333 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973338 Jan 25 02:37:47.019974 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-520a161b-5f3c-447c-81d8-c72c4eaf79cc service neutron] 10.222.0.109 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984559 Jan 25 02:37:47.143592 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-900a52d4-5082-4441-be0e-3f950a5d3e29 service neutron] 10.222.0.109 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174071 Jan 25 02:37:47.359362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da0dd4-0627-4094-91a8-c94658ccfbc9 req-dc8b040c-4ec9-4e43-b06d-3a748afe870f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:47.366781 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d7da0dd4-0627-4094-91a8-c94658ccfbc9 req-dc8b040c-4ec9-4e43-b06d-3a748afe870f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0650549 Jan 25 02:37:47.398698 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2b8b4050-2d05-4ac0-81b0-b292a13ed091 req-59ead246-9f19-41e2-b215-9ec524b06bd9 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0935547 Jan 25 02:37:47.439580 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d7da0dd4-0627-4094-91a8-c94658ccfbc9 req-d9e4d203-9014-4675-af40-9d25aab2d7ef tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Jan 25 02:37:47.647426 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54396) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:47.702693 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Deleting subnet 26505833-8698-4a75-89b4-6d170a64245b {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:37:47.706509 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Publish callbacks [] for subnet (26505833-8698-4a75-89b4-6d170a64245b), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:47.721085 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2361a-7ca7-4acc-97a1-95f47b7fa5fd req-4c875b6e-a9a3-4e3c-9c1e-7e422e58eee5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:47.721813 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c0b2361a-7ca7-4acc-97a1-95f47b7fa5fd req-4c875b6e-a9a3-4e3c-9c1e-7e422e58eee5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0818419 Jan 25 02:37:47.760742 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Publish callbacks [] for subnet (26505833-8698-4a75-89b4-6d170a64245b), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:47.771857 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (26505833-8698-4a75-89b4-6d170a64245b), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:47.834915 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c0b2361a-7ca7-4acc-97a1-95f47b7fa5fd req-81b4c66d-74a0-47d2-bcbb-2605047ae67c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865822 Jan 25 02:37:47.876868 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for subnet (26505833-8698-4a75-89b4-6d170a64245b), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:47.891699 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:47.895422 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/26505833-8698-4a75-89b4-6d170a64245b HTTP/1.1" status: 204 len: 168 time: 0.2489080 Jan 25 02:37:47.898985 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54408) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:47.917884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26505833-8698-4a75-89b4-6d170a64245b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:47.927971 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.928464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.928914 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.929600 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.930049 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.930576 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.931604 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.932312 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.932795 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.933835 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.934273 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.934710 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:47.935276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad790a6-8920-4b2e-a46e-903fff56f204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.025270 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.175059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.204494 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76eb7db2-fed2-468b-a3a0-7d7c6e643ed9']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:48.214481 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246b03d9-d6bc-46de-803a-f73f4d2e44c1') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:48.214775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246b03d9-d6bc-46de-803a-f73f4d2e44c1') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:48.228261 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (246b03d9-d6bc-46de-803a-f73f4d2e44c1), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.244091 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (246b03d9-d6bc-46de-803a-f73f4d2e44c1), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.250791 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:37:48.251301 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (246b03d9-d6bc-46de-803a-f73f4d2e44c1), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:37:48.322396 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:37:48.326123 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:37:48.328537 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (76eb7db2-fed2-468b-a3a0-7d7c6e643ed9), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.336008 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.339487 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] 10.222.0.109 "DELETE /v2.0/networks/76eb7db2-fed2-468b-a3a0-7d7c6e643ed9 HTTP/1.1" status: 204 len: 168 time: 0.4380109 Jan 25 02:37:48.349514 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Pushing event deleted for resources: {'Network': ['ID=76eb7db2-fed2-468b-a3a0-7d7c6e643ed9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:48.360549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.360549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.360549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.360549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.360549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.361056 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.361056 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.361232 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.361547 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.362078 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.362411 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.362739 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.363085 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5215282-9669-4ca5-ac3e-945998fc243f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:37:48.622520 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecb3b8-be4f-4dc0-a4f4-867ea71d0642 req-72ea4bd6-1247-48cb-ad9b-4886cc52e93f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:48.630863 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-81ecb3b8-be4f-4dc0-a4f4-867ea71d0642 req-72ea4bd6-1247-48cb-ad9b-4886cc52e93f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0686190 Jan 25 02:37:48.636520 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-da72ebef-abe9-4f17-a5b9-6efcb4876ff8 req-6e772494-291b-4b03-bcce-aeaeb62a71ab tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0670748 Jan 25 02:37:48.693882 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-81ecb3b8-be4f-4dc0-a4f4-867ea71d0642 req-bb6b4224-580e-4545-8b85-4f298663eb03 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566900 Jan 25 02:37:48.729386 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54432) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:48.781842 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7941e6f2-802e-48eb-9e31-fba61534fe9e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=b2b7e374c7b24f76b8b3f6c19d4bd5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466590 Jan 25 02:37:48.782758 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:48.838595 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] Publish callbacks [] for security_group (ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.864084 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] Publish callbacks [] for security_group (ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:48.985965 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679a51-172e-47b5-ac74-2a92a3624bf3 req-05f16835-2319-4d4e-8003-b3354be260e8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:48.987579 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ce679a51-172e-47b5-ac74-2a92a3624bf3 req-05f16835-2319-4d4e-8003-b3354be260e8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0649447 Jan 25 02:37:49.011700 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:49.014481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:49.020403 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1 HTTP/1.1" status: 204 len: 168 time: 0.2359490 Jan 25 02:37:49.042688 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126114c-c6cd-4cf5-8661-97cb903399ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ac005-cc5b-4c7f-bdcd-9400b425f5e1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:49.078470 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ce679a51-172e-47b5-ac74-2a92a3624bf3 req-aa216c36-dfa7-41e3-a0e5-d0adac71ebcc tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837672 Jan 25 02:37:49.146112 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-0ce4ba0e-51ad-40f0-a7c1-c6092f76af7c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:49.148189 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-0ce4ba0e-51ad-40f0-a7c1-c6092f76af7c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 814 time: 0.1352963 Jan 25 02:37:49.178924 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'port': {'device_id': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'admin_state_up': True, 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:49.340161 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Made reservation on behalf of 86c9ca3a33334fcb8149f032cf3c4ba5 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:37:49.344257 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:49.528831 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Allocated IP 172.20.0.9 (9f275087-de61-4f7a-9e31-1739b04dd9f4/75746d32-15df-41e0-b190-0a03445f2aaf/25ca56f5-02cf-4581-9a3a-9c577fca0b42) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:37:49.825605 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7b06e2a3-b7c0-4e17-bf76-1e4e05da0651 req-59af76d6-bf04-436f-9afc-9acf4d8eac4b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0374067 Jan 25 02:37:49.887490 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:49.945165 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:49.948813 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d99a27-6d51-45fe-abf9-8b49d0032604 req-e93107cf-29f4-411b-9180-ea71bf9b8de5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:49.952780 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6d99a27-6d51-45fe-abf9-8b49d0032604 req-e93107cf-29f4-411b-9180-ea71bf9b8de5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1570163 Jan 25 02:37:49.997716 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:37:50.002031 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:37:50.003943 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:50.015999 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:37:50.072531 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b6d99a27-6d51-45fe-abf9-8b49d0032604 req-8c17ee74-0b4e-4ef1-9744-67f80950f4cc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110179 Jan 25 02:37:50.156784 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:50.158542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:50.237004 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b85a945a-cdb1-458f-bee4-f8d701a1c96b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0645804 Jan 25 02:37:50.259754 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Request body: {'port': {'device_id': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:37:50.371281 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:50.381025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e7446-c1ef-4738-9321-b1f746d94538 req-ec8e8e21-b717-45bd-97db-52d93c524fb9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:50.382547 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-684e7446-c1ef-4738-9321-b1f746d94538 req-ec8e8e21-b717-45bd-97db-52d93c524fb9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0954945 Jan 25 02:37:50.534458 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-ab9eef9d-b6f0-4aa8-af74-655011cbdfbe None None] Provisioning complete for port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:37:50.535135 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ab9eef9d-b6f0-4aa8-af74-655011cbdfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:50.611789 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-ab9eef9d-b6f0-4aa8-af74-655011cbdfbe None None] Port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:37:50.887307 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-684e7446-c1ef-4738-9321-b1f746d94538 req-52b4fc37-1763-48ad-b2f1-8b71b9d0d421 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918425 Jan 25 02:37:51.026664 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a5b9a-75fe-4e29-9350-c841c1fd8bca req-e990e6c4-59be-4f74-aeed-7de74424606a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:51.028372 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-545a5b9a-75fe-4e29-9350-c841c1fd8bca req-e990e6c4-59be-4f74-aeed-7de74424606a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 931 time: 0.0693650 Jan 25 02:37:51.046595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54492) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:51.109773 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Deleting subnet e5933bb5-7d1e-46c0-bbad-a40730d12f2c {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:37:51.114715 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Publish callbacks [] for subnet (e5933bb5-7d1e-46c0-bbad-a40730d12f2c), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.140857 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-545a5b9a-75fe-4e29-9350-c841c1fd8bca req-d4542f20-3143-4cf2-9b00-03e19a378abc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010635 Jan 25 02:37:51.174725 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (e5933bb5-7d1e-46c0-bbad-a40730d12f2c), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.320123 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (e5933bb5-7d1e-46c0-bbad-a40730d12f2c), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.397457 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029cc7-6258-4bd7-a1c9-fd1a5ab8387e req-85a194cd-abcf-4ad0-8de3-ce8531d09ef8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:51.398941 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60029cc7-6258-4bd7-a1c9-fd1a5ab8387e req-85a194cd-abcf-4ad0-8de3-ce8531d09ef8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1929350 Jan 25 02:37:51.465978 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ca56f5-02cf-4581-9a3a-9c577fca0b42 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:37:51.477397 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (e5933bb5-7d1e-46c0-bbad-a40730d12f2c), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.481397 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks [] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.521993 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5933bb5-7d1e-46c0-bbad-a40730d12f2c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:51.569652 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.575557 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-075266e4-bba8-44d7-972d-4544145767f5 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/e5933bb5-7d1e-46c0-bbad-a40730d12f2c HTTP/1.1" status: 204 len: 168 time: 0.5255997 Jan 25 02:37:51.576022 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:51.577362 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Transition to ACTIVE for port object 25ca56f5-02cf-4581-9a3a-9c577fca0b42 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:37:51.581695 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60029cc7-6258-4bd7-a1c9-fd1a5ab8387e req-2b837d6e-01ee-48e8-b894-a8e1e43bbffc tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600485 Jan 25 02:37:51.582982 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.650762 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274dec1-d129-495f-b414-515489ec454c service neutron] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:51.678964 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (31e349ac-c971-4d97-9b42-ff508bb3165f), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.738356 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Attempting to bind port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:37:51.738713 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Attempting to bind port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:37:51.747379 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Attempting to bind port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 on network 9f275087-de61-4f7a-9e31-1739b04dd9f4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:51.756316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 on network 9f275087-de61-4f7a-9e31-1739b04dd9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:37:51.756644 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Attempting to bind port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 on network 9f275087-de61-4f7a-9e31-1739b04dd9f4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:37:51.762973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:37:51.763362 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Checking segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:37:51.763749 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Bound using segment: {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:37:51.764177 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Bound port: 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4e5046-8397-4a77-b254-42b40184c9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:37:51.764537 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.808813 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (31e349ac-c971-4d97-9b42-ff508bb3165f), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > port after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > port after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835836 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.835836 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.836138 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.887045 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:37:51.892227 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:37:51.914532 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.960700 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.971323 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.971928 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.972398 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 02:37:51.972933 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e349ac-c971-4d97-9b42-ff508bb3165f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:51.997060 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:51.997896 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:51.998744 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308d419e-11e2-43e1-aba4-56c1b1eb6a9e') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:51.999070 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308d419e-11e2-43e1-aba4-56c1b1eb6a9e') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:52.000386 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-7274dec1-d129-495f-b414-515489ec454c service neutron] 10.222.0.120 "PUT /v2.0/ports/25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 1093 time: 1.7470157 Jan 25 02:37:52.003529 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:37:52.007048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291" -d '{"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:37:52.045556 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274dec1-d129-495f-b414-515489ec454c service neutron] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:52.060258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (308d419e-11e2-43e1-aba4-56c1b1eb6a9e), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.106026 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fb87c8-f363-4ee5-8c02-2cadf5d431a9 x-openstack-request-id: req-44fb87c8-f363-4ee5-8c02-2cadf5d431a9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:37:52.106322 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:37:52.106578 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-44fb87c8-f363-4ee5-8c02-2cadf5d431a9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:37:52.106979 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:37:52.108513 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (308d419e-11e2-43e1-aba4-56c1b1eb6a9e), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.130747 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:37:52.144409 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (308d419e-11e2-43e1-aba4-56c1b1eb6a9e), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:37:52.150678 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:37:52.193855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f29461-eb94-47a8-ab2c-af2d78458584 req-fea579a7-421b-4cc2-9fd3-5fad76c4bd57 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.197161 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-08f29461-eb94-47a8-ab2c-af2d78458584 req-fea579a7-421b-4cc2-9fd3-5fad76c4bd57 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1512315 Jan 25 02:37:52.208546 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-9b0fe739-b8e3-4153-a17b-05d4a8adf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.210210 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-9b0fe739-b8e3-4153-a17b-05d4a8adf182 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1096 time: 0.0969937 Jan 25 02:37:52.292318 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-0d24fc77-cc16-4397-808e-688e28eb348f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 217 time: 0.0667319 Jan 25 02:37:52.296797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (31e349ac-c971-4d97-9b42-ff508bb3165f), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.313076 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.319157 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] 10.222.0.109 "DELETE /v2.0/networks/31e349ac-c971-4d97-9b42-ff508bb3165f HTTP/1.1" status: 204 len: 168 time: 0.7419939 Jan 25 02:37:52.321765 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54516) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:52.378009 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a104d5c-1cc6-4dc6-ab99-d4e491696368 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e349ac-c971-4d97-9b42-ff508bb3165f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:52.430024 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-08f29461-eb94-47a8-ab2c-af2d78458584 req-f336da48-8269-4be7-a5e0-e0dbbf23ee96 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737132 Jan 25 02:37:52.452320 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Deleting subnet 0f3c6b76-a983-40a5-8ed2-b69252c834c0 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:37:52.456007 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Publish callbacks [] for subnet (0f3c6b76-a983-40a5-8ed2-b69252c834c0), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.469491 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf863b-5e18-4ae4-ac08-b3f67009d391 req-d668129f-df1a-46bd-81bd-77d0e284efda tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.478699 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7daf863b-5e18-4ae4-ac08-b3f67009d391 req-d668129f-df1a-46bd-81bd-77d0e284efda tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.2055857 Jan 25 02:37:52.488513 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-345a5dc5-137b-44c8-b27d-20df9892b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.490100 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-345a5dc5-137b-44c8-b27d-20df9892b05f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.1850071 Jan 25 02:37:52.547067 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3701806'] for subnet (0f3c6b76-a983-40a5-8ed2-b69252c834c0), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.582641 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7daf863b-5e18-4ae4-ac08-b3f67009d391 req-3c41c451-2d09-4c4e-8d32-c4a8cb74fd27 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010656 Jan 25 02:37:52.603740 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-f3e62163-d763-4817-8dec-3bfd7dd60e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.605470 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-f3e62163-d763-4817-8dec-3bfd7dd60e82 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064625 Jan 25 02:37:52.615220 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (0f3c6b76-a983-40a5-8ed2-b69252c834c0), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.729742 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-b977b90a-8f8b-403f-b9ba-9fae6ce6bdc2 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149268 Jan 25 02:37:52.760046 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3891779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8657312'] for subnet (0f3c6b76-a983-40a5-8ed2-b69252c834c0), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.795412 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3c6b76-a983-40a5-8ed2-b69252c834c0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:52.801107 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.804233 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2ba47e7d-3606-4e8d-ae30-d72d557e5559 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/0f3c6b76-a983-40a5-8ed2-b69252c834c0 HTTP/1.1" status: 204 len: 168 time: 0.4761698 Jan 25 02:37:52.807788 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:52.848930 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad023e-3cce-4eb2-9d2b-cccdc76e8686 req-e8829d66-aabb-4000-b765-008543bd3214 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:52.851479 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f9ad023e-3cce-4eb2-9d2b-cccdc76e8686 req-e8829d66-aabb-4000-b765-008543bd3214 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1416504 Jan 25 02:37:52.878667 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-710c4ed6-5eca-43ce-acba-616ed3a184af req-59ff9907-dc75-455b-826b-b630e3a4046c service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364472 Jan 25 02:37:52.945347 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (ff089190-56c7-455a-bb59-136d14bdfedd), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:52.960508 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f9ad023e-3cce-4eb2-9d2b-cccdc76e8686 req-9d6dddb7-8620-40e0-8831-0e57ad8c77da tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004102 Jan 25 02:37:53.040682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-38eda79a-4c5e-48c8-bebf-a9b2b537531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.042499 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-38eda79a-4c5e-48c8-bebf-a9b2b537531f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1096 time: 0.0486505 Jan 25 02:37:53.050690 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (ff089190-56c7-455a-bb59-136d14bdfedd), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.076108 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff089190-56c7-455a-bb59-136d14bdfedd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:53.085750 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d39ab7-372c-4f14-82a0-c6f01b4e88d4') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:53.086046 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d39ab7-372c-4f14-82a0-c6f01b4e88d4') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:37:53.095441 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (55d39ab7-372c-4f14-82a0-c6f01b4e88d4), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.110408 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (55d39ab7-372c-4f14-82a0-c6f01b4e88d4), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.117080 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:37:53.117520 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (55d39ab7-372c-4f14-82a0-c6f01b4e88d4), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:37:53.120080 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:37:53.174201 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-154e480b-802a-42aa-af79-2e10085be2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.177515 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-154e480b-802a-42aa-af79-2e10085be2e0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.1280842 Jan 25 02:37:53.187569 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (ff089190-56c7-455a-bb59-136d14bdfedd), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.199990 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.203190 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] 10.222.0.109 "DELETE /v2.0/networks/ff089190-56c7-455a-bb59-136d14bdfedd HTTP/1.1" status: 204 len: 168 time: 0.3947875 Jan 25 02:37:53.230212 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6f9ae-4059-49c4-bd8d-89139d13f1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff089190-56c7-455a-bb59-136d14bdfedd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:53.246412 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-5344622b-fa39-49f4-a0ef-5b4d7103ec60 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 217 time: 0.0592763 Jan 25 02:37:53.299012 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-5f77587d-e7a3-4372-82f8-fd15ede97fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.300574 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-5f77587d-e7a3-4372-82f8-fd15ede97fd7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0474293 Jan 25 02:37:53.378059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-38e77ff4-f210-4a66-a15f-e3534abe666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.379893 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-38e77ff4-f210-4a66-a15f-e3534abe666c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706291 Jan 25 02:37:53.491173 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-38f24750-0f84-4548-ac75-caa2570ff5fb service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044965 Jan 25 02:37:53.503252 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:53.592319 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-227a7f35-f35a-407c-a5c9-79dd3053d719 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=6d2aac225a1849ae88eb44224a03fb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877819 Jan 25 02:37:53.594699 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:53.687859 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1e92ca3f-7c1f-47e5-913e-fccdbc80f291 req-e08f47c3-9f9e-4086-a2b5-dfd78acc06d4 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894896 Jan 25 02:37:53.699435 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d2ff-31f6-43aa-abb7-dfef2d9e6231 req-c42902cf-62de-4e90-94a8-109577dfc6eb tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.701167 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-02c7d2ff-31f6-43aa-abb7-dfef2d9e6231 req-c42902cf-62de-4e90-94a8-109577dfc6eb tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1221204 Jan 25 02:37:53.727948 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] Publish callbacks [] for security_group (19aba200-b3a6-4dc8-986e-8880f1526839), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.756931 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] Publish callbacks [] for security_group (19aba200-b3a6-4dc8-986e-8880f1526839), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.777492 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d3cc0-6d51-40f8-9ba8-3bd3785ccedd req-b9c4056c-b229-46a0-bc29-f1492414b3df tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:53.786083 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-02c7d2ff-31f6-43aa-abb7-dfef2d9e6231 req-f7e455ed-7a14-4a10-896a-7cd8c9bc42d3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780823 Jan 25 02:37:53.786314 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ae2d3cc0-6d51-40f8-9ba8-3bd3785ccedd req-b9c4056c-b229-46a0-bc29-f1492414b3df tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.1080449 Jan 25 02:37:53.872726 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ae2d3cc0-6d51-40f8-9ba8-3bd3785ccedd req-126d8415-6b4a-45ba-9707-e6798eebbe68 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Jan 25 02:37:53.888195 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (19aba200-b3a6-4dc8-986e-8880f1526839), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.896215 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:53.902725 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/19aba200-b3a6-4dc8-986e-8880f1526839 HTTP/1.1" status: 204 len: 168 time: 0.3066230 Jan 25 02:37:53.916907 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e95c9-5f46-4b46-bc8f-999a79248fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aba200-b3a6-4dc8-986e-8880f1526839,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:54.158377 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f96f5c-1b8d-4a49-a048-620cf3dfceeb req-e67f45fa-7f84-4268-be09-fe8ef5e48c98 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:54.160020 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f5f96f5c-1b8d-4a49-a048-620cf3dfceeb req-e67f45fa-7f84-4268-be09-fe8ef5e48c98 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0966339 Jan 25 02:37:54.226496 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f5f96f5c-1b8d-4a49-a048-620cf3dfceeb req-21e5c070-2359-433a-8b73-e47b0a9113c8 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584147 Jan 25 02:37:54.418665 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54552) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:54.474531 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-66fd0e7a-fae9-487c-87d1-1cedb694e41f admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=395552b840f54a75ac0480769aa6ba74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542197 Jan 25 02:37:54.477129 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54554) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:37:54.533851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] Publish callbacks [] for security_group (db7484b8-0298-475c-bd3a-fd2650edbe05), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:54.570252 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] Publish callbacks [] for security_group (db7484b8-0298-475c-bd3a-fd2650edbe05), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:54.631910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (db7484b8-0298-475c-bd3a-fd2650edbe05), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:54.635472 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:37:54.636649 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/db7484b8-0298-475c-bd3a-fd2650edbe05 HTTP/1.1" status: 204 len: 168 time: 0.1584830 Jan 25 02:37:54.647783 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aea7e-e43b-49b9-84dd-82d9a1d10169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7484b8-0298-475c-bd3a-fd2650edbe05,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:37:55.023266 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f86d1-a7f4-4235-b4c7-8daa1b664db0 req-3fc8f25c-cf87-499f-8ad5-d7bf614ce622 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:55.030637 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-114f86d1-a7f4-4235-b4c7-8daa1b664db0 req-3fc8f25c-cf87-499f-8ad5-d7bf614ce622 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.1549976 Jan 25 02:37:55.038845 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c280-5cee-4efd-a584-1cc9e18cb8b7 req-1a725667-2c2a-45ed-a7d4-705c15ca1f7f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:55.041204 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-24f2c280-5cee-4efd-a584-1cc9e18cb8b7 req-1a725667-2c2a-45ed-a7d4-705c15ca1f7f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0821819 Jan 25 02:37:55.105647 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-114f86d1-a7f4-4235-b4c7-8daa1b664db0 req-86bce529-125b-400e-9b81-60a3ba5785a0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725091 Jan 25 02:37:55.114833 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-24f2c280-5cee-4efd-a584-1cc9e18cb8b7 req-2074c709-1f2f-44ee-af33-9790411bd01a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jan 25 02:37:55.386107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca870f-7186-4587-8a66-88fc8ac06a00 req-092c21f6-7c89-4455-ab35-ee7313d7102f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:55.394486 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-97ca870f-7186-4587-8a66-88fc8ac06a00 req-092c21f6-7c89-4455-ab35-ee7313d7102f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0696054 Jan 25 02:37:55.494370 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-97ca870f-7186-4587-8a66-88fc8ac06a00 req-069ce56a-e6b7-47c1-a4d2-40ceeec49afb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981536 Jan 25 02:37:56.338616 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b5fea-fbf6-4b23-8f33-0aab3c3e3fbf req-877015a4-3a99-4b4a-9427-ce7c55755172 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:56.345562 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9b3b5fea-fbf6-4b23-8f33-0aab3c3e3fbf req-877015a4-3a99-4b4a-9427-ce7c55755172 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0674818 Jan 25 02:37:56.352905 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85705275-fd90-4e4f-ac88-aa1549bea3cc req-15c9e1aa-75a7-4b82-be4c-0cf0b895e725 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:56.355319 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-85705275-fd90-4e4f-ac88-aa1549bea3cc req-15c9e1aa-75a7-4b82-be4c-0cf0b895e725 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0754197 Jan 25 02:37:56.417676 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9b3b5fea-fbf6-4b23-8f33-0aab3c3e3fbf req-4c748fd7-dfc5-49bd-b5d2-c730378f2120 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712059 Jan 25 02:37:56.428219 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-85705275-fd90-4e4f-ac88-aa1549bea3cc req-cb04b631-f8e0-4c21-b3ab-87ccdf46ff44 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Jan 25 02:37:56.641430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7199c-78aa-4128-99ee-26528e40c1a5 req-d51c7e13-571e-4d9c-9582-737d58418511 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:56.643269 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d6b7199c-78aa-4128-99ee-26528e40c1a5 req-d51c7e13-571e-4d9c-9582-737d58418511 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0750153 Jan 25 02:37:56.712190 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d6b7199c-78aa-4128-99ee-26528e40c1a5 req-154ebdbf-b71a-4c2e-8934-85349b96d163 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593765 Jan 25 02:37:57.651501 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a7598-8974-4d6d-ab25-3b37ca63dcc0 req-2152995a-0b65-4805-8f94-09a08235879a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:57.659196 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad097-ff99-4a0c-8bac-3c9b185d96c3 req-f3e32197-8729-4aa1-a42a-0845fd2c78db tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:57.661493 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a0a7598-8974-4d6d-ab25-3b37ca63dcc0 req-2152995a-0b65-4805-8f94-09a08235879a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0802627 Jan 25 02:37:57.677284 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-82fad097-ff99-4a0c-8bac-3c9b185d96c3 req-f3e32197-8729-4aa1-a42a-0845fd2c78db tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.1282403 Jan 25 02:37:57.731290 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a0a7598-8974-4d6d-ab25-3b37ca63dcc0 req-26401fe1-7804-49bf-b495-06fcdb1e7f56 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641131 Jan 25 02:37:57.808221 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-82fad097-ff99-4a0c-8bac-3c9b185d96c3 req-179a6c3d-3393-492f-84ae-4a8b98265764 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298714 Jan 25 02:37:57.903645 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4660dd-b843-4188-8381-bda545b232e9 req-9f028712-42ae-4639-849e-f84e53d5fe03 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:57.905715 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c4660dd-b843-4188-8381-bda545b232e9 req-9f028712-42ae-4639-849e-f84e53d5fe03 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0695393 Jan 25 02:37:57.963541 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c4660dd-b843-4188-8381-bda545b232e9 req-1dfbe875-70a4-46e9-8e69-7369509ab475 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Jan 25 02:37:58.880303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a428-8965-428b-a70f-0dc1d71858e2 req-77d05c5f-9bd9-49ae-a731-e8d5a1114b8e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:58.882373 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a26a428-8965-428b-a70f-0dc1d71858e2 req-77d05c5f-9bd9-49ae-a731-e8d5a1114b8e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0664473 Jan 25 02:37:58.951993 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a26a428-8965-428b-a70f-0dc1d71858e2 req-8acb1fc4-1e1c-47f0-bf93-0a1f6d01939a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631492 Jan 25 02:37:59.018343 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c21959-7ca4-40e1-be15-9d4b1ece6c68 req-4e4905c8-95c9-4a97-b114-cbe3733595c4 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:59.027794 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-36c21959-7ca4-40e1-be15-9d4b1ece6c68 req-4e4905c8-95c9-4a97-b114-cbe3733595c4 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.1104381 Jan 25 02:37:59.109648 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-36c21959-7ca4-40e1-be15-9d4b1ece6c68 req-6c65d8b3-3997-433c-8042-8fc5c1292a0b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809803 Jan 25 02:37:59.128811 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8964ab9-51d9-4740-bc49-6dfad7ee12c5 req-7e95ae6b-e77e-49ae-9421-403557ae7bc9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:37:59.130545 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8964ab9-51d9-4740-bc49-6dfad7ee12c5 req-7e95ae6b-e77e-49ae-9421-403557ae7bc9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0805936 Jan 25 02:37:59.215366 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8964ab9-51d9-4740-bc49-6dfad7ee12c5 req-42bb3544-7ddb-4632-b275-b985f84ca1a9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759397 Jan 25 02:37:59.917196 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4bb040f6-c905-4b9c-a01b-b2a2c908a0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:00.096144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e16c44-59ab-415f-897a-b1677372d466 req-bd366a9f-4fb7-43f5-a67f-85f9ced62a1c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:00.098544 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-67e16c44-59ab-415f-897a-b1677372d466 req-bd366a9f-4fb7-43f5-a67f-85f9ced62a1c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0589471 Jan 25 02:38:00.162336 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-67e16c44-59ab-415f-897a-b1677372d466 req-28840b91-bea2-4555-9e08-f555797c661b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553854 Jan 25 02:38:00.250414 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9923-6048-4a9d-bc82-f8e22d2aa4b6 req-b2a931f4-e850-438a-800a-9486e68da06d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:00.251952 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ecad9923-6048-4a9d-bc82-f8e22d2aa4b6 req-b2a931f4-e850-438a-800a-9486e68da06d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0501618 Jan 25 02:38:00.340317 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ecad9923-6048-4a9d-bc82-f8e22d2aa4b6 req-bc3f1992-6a5b-493c-986d-98097248a4e0 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798697 Jan 25 02:38:00.426819 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7215299-9b9e-487f-bf5d-c2038aa3676d req-51a629af-1ad6-4b3d-8bc8-a91dcc819165 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:00.428300 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b7215299-9b9e-487f-bf5d-c2038aa3676d req-51a629af-1ad6-4b3d-8bc8-a91dcc819165 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0734086 Jan 25 02:38:00.471975 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:38:00.492060 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b7215299-9b9e-487f-bf5d-c2038aa3676d req-34decea9-dffd-43a2-9506-3cba774f6f98 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550833 Jan 25 02:38:01.296118 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502158b7-55bb-4a40-be39-2bd8d368a9fe req-f9049596-2926-4d25-94fe-adc3a950193f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:01.297836 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-502158b7-55bb-4a40-be39-2bd8d368a9fe req-f9049596-2926-4d25-94fe-adc3a950193f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 945 time: 0.0504220 Jan 25 02:38:01.364577 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-502158b7-55bb-4a40-be39-2bd8d368a9fe req-ff771ba6-edcb-45af-849f-fceda3558814 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602400 Jan 25 02:38:01.425902 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:01.498216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55829250-06da-4a40-aac1-f5955424b567 req-83461c86-bf2f-421c-8c3b-58cacd1bb4aa tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:01.499941 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-55829250-06da-4a40-aac1-f5955424b567 req-83461c86-bf2f-421c-8c3b-58cacd1bb4aa tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0645549 Jan 25 02:38:01.516808 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: ACTIVE; New status is: DOWN {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:01.517201 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:01.556653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:01.559318 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f243ab8-218d-40bf-a954-38da87f0483c" -d '{"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:01.574616 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:01.594373 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:01.605810 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-55829250-06da-4a40-aac1-f5955424b567 req-da0af8e5-ae46-4720-99cc-62bf1ce37300 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928817 Jan 25 02:38:01.676020 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d971f8-e460-4efd-a069-59d02137d1f6 x-openstack-request-id: req-a4d971f8-e460-4efd-a069-59d02137d1f6 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:01.676424 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:01.676757 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a4d971f8-e460-4efd-a069-59d02137d1f6 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:01.677205 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'code': 200} Jan 25 02:38:01.707348 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30167b-9f3d-48d8-a5bf-0666207015a0 req-4d360950-cb94-40fc-88e8-25139fba8a5e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:01.714465 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0a30167b-9f3d-48d8-a5bf-0666207015a0 req-4d360950-cb94-40fc-88e8-25139fba8a5e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0933292 Jan 25 02:38:01.734396 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=8']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:01.765466 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.766323 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.766801 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.767289 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.767730 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.768620 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.769741 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.770974 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.772070 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.773102 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.774125 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.775636 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:01.779564 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0a30167b-9f3d-48d8-a5bf-0666207015a0 req-bcf823a9-8103-4efa-a378-ffc95685b786 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586786 Jan 25 02:38:01.780117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:02.047234 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54808) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:02.054391 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54812) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:02.165721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1eb12185-20ac-4da3-945f-86fdcb05e87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.200396 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ccad2585-8110-475e-b561-055c0f03ad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.248571 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-656adf20-57b7-44df-998d-f42b1afa7e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.332588 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ccad2585-8110-475e-b561-055c0f03ad16 admin admin] Publish callbacks [] for security_group (f4f8a76e-e368-42d9-91da-2e29f54c951f), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.342310 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ccad2585-8110-475e-b561-055c0f03ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f4f8a76e-e368-42d9-91da-2e29f54c951f), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.375269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1eb12185-20ac-4da3-945f-86fdcb05e87d admin admin] Publish callbacks [] for security_group (6b5bde01-a771-44c0-bcf2-cadb9a7f00cd), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.392742 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1eb12185-20ac-4da3-945f-86fdcb05e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6b5bde01-a771-44c0-bcf2-cadb9a7f00cd), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.409708 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ccad2585-8110-475e-b561-055c0f03ad16 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0752f60c1c2741928de65959c49893ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536704 Jan 25 02:38:02.410384 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 54820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:02.413824 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad2585-8110-475e-b561-055c0f03ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8a76e-e368-42d9-91da-2e29f54c951f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:02.454994 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1eb12185-20ac-4da3-945f-86fdcb05e87d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c0d2edfddfb4469493c0fa73db5ad26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065561 Jan 25 02:38:02.458133 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 54824) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:02.465942 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb12185-20ac-4da3-945f-86fdcb05e87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5bde01-a771-44c0-bcf2-cadb9a7f00cd,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:02.513113 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] Publish callbacks [] for security_group (f4f8a76e-e368-42d9-91da-2e29f54c951f), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.552127 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] Publish callbacks [] for security_group (f4f8a76e-e368-42d9-91da-2e29f54c951f), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.567501 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] Publish callbacks [] for security_group (6b5bde01-a771-44c0-bcf2-cadb9a7f00cd), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.613166 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] Publish callbacks [] for security_group (6b5bde01-a771-44c0-bcf2-cadb9a7f00cd), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.633856 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f4f8a76e-e368-42d9-91da-2e29f54c951f), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.654865 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.654865 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f4f8a76e-e368-42d9-91da-2e29f54c951f HTTP/1.1" status: 204 len: 168 time: 0.2404211 Jan 25 02:38:02.656027 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71498447-f8db-4f30-8b77-d48c93495bd7 req-78c876c3-79b8-4b76-8647-3eaf11889dea tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:02.656996 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-71498447-f8db-4f30-8b77-d48c93495bd7 req-78c876c3-79b8-4b76-8647-3eaf11889dea tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.1027415 Jan 25 02:38:02.669979 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1f00c-595c-4750-a3e7-3983873eeedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8a76e-e368-42d9-91da-2e29f54c951f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:02.724603 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6b5bde01-a771-44c0-bcf2-cadb9a7f00cd), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.728867 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:02.734297 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6b5bde01-a771-44c0-bcf2-cadb9a7f00cd HTTP/1.1" status: 204 len: 168 time: 0.2750466 Jan 25 02:38:02.752285 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b28da-83e2-4809-bca6-f41c0de879b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5bde01-a771-44c0-bcf2-cadb9a7f00cd,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:02.800899 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-71498447-f8db-4f30-8b77-d48c93495bd7 req-64f31d0d-1385-4d76-b86d-a8c005ffffe6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294749 Jan 25 02:38:02.876160 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b0a7-5853-4630-84a2-fe30dc1665c0 req-a2c95584-c53e-4d9e-8d33-634b7178bb5d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:02.885047 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4492b0a7-5853-4630-84a2-fe30dc1665c0 req-a2c95584-c53e-4d9e-8d33-634b7178bb5d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.1412926 Jan 25 02:38:02.977421 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4492b0a7-5853-4630-84a2-fe30dc1665c0 req-fc60c904-4a7d-4762-9351-65ca1282d080 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868657 Jan 25 02:38:03.018197 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903740d1-2222-45e6-8375-72c14e221501 req-2e37cdd6-aae9-497f-8fb7-6bad8228c9de tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:03.018197 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-903740d1-2222-45e6-8375-72c14e221501 req-2e37cdd6-aae9-497f-8fb7-6bad8228c9de tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0975130 Jan 25 02:38:03.128513 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-903740d1-2222-45e6-8375-72c14e221501 req-e5391dfe-5234-487a-94be-0fd83a34dfe7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Jan 25 02:38:03.224185 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:03.971298 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6347787-8fd3-4724-9faa-8872b1f3c272 req-dad82b0e-b10a-44b9-9d7b-597173aeec90 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:03.979907 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f6347787-8fd3-4724-9faa-8872b1f3c272 req-dad82b0e-b10a-44b9-9d7b-597173aeec90 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0743518 Jan 25 02:38:04.064785 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f6347787-8fd3-4724-9faa-8872b1f3c272 req-8f244018-898c-4dfc-82ec-f610eface77c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838926 Jan 25 02:38:04.121000 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd82eb-7a28-4ac0-9990-a02a52119f89 req-0fec4ad9-8a77-440d-a2a8-5f86298e8f66 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:04.123465 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4cfd82eb-7a28-4ac0-9990-a02a52119f89 req-0fec4ad9-8a77-440d-a2a8-5f86298e8f66 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0723808 Jan 25 02:38:04.195276 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4cfd82eb-7a28-4ac0-9990-a02a52119f89 req-2c83fa98-7ed9-401d-a0e6-4ea67e5e2a0c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656521 Jan 25 02:38:04.278186 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd30ff5-eb97-4906-a40d-6fa12edd0316 req-9c974924-6ac8-41d5-9ba8-0530b8dd9787 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:04.279802 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-dbd30ff5-eb97-4906-a40d-6fa12edd0316 req-9c974924-6ac8-41d5-9ba8-0530b8dd9787 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0707214 Jan 25 02:38:04.550380 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-dbd30ff5-eb97-4906-a40d-6fa12edd0316 req-4ba018c9-e9bf-4fa6-a678-759b2267a1a5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640071 Jan 25 02:38:04.843488 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:05.197858 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1044c3-3b60-4feb-b974-b372c8e26717 req-51c76326-2302-4512-9f8d-b4351e118f0b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.199406 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c1044c3-3b60-4feb-b974-b372c8e26717 req-51c76326-2302-4512-9f8d-b4351e118f0b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0541666 Jan 25 02:38:05.262576 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c1044c3-3b60-4feb-b974-b372c8e26717 req-59670f56-3f74-4353-ba76-56395446d209 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566854 Jan 25 02:38:05.325619 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7045cff-77db-46bc-b154-bfe3a3cad9f2 req-649161fb-e8a8-4ae1-b59e-d606463c6160 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.327314 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7045cff-77db-46bc-b154-bfe3a3cad9f2 req-649161fb-e8a8-4ae1-b59e-d606463c6160 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0547407 Jan 25 02:38:05.375275 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c7045cff-77db-46bc-b154-bfe3a3cad9f2 req-dfef5fb2-bdb1-4efc-8f8b-c0e74bd9792c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Jan 25 02:38:05.669206 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33330a2-d9e0-431b-954f-34704c3ec29d req-915ebbcd-4b14-464c-9645-50736ac2af67 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:05.670772 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d33330a2-d9e0-431b-954f-34704c3ec29d req-915ebbcd-4b14-464c-9645-50736ac2af67 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0532601 Jan 25 02:38:05.719678 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d33330a2-d9e0-431b-954f-34704c3ec29d req-d65fd091-f74d-4386-bf17-a8a2056416db tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Jan 25 02:38:06.065947 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-40ffe2b8-8300-4367-8693-1187df03a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.067600 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-40ffe2b8-8300-4367-8693-1187df03a93f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1096 time: 0.0444450 Jan 25 02:38:06.187280 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-90d56ef9-38b7-4022-b056-fdcecb0ff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.189524 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-90d56ef9-38b7-4022-b056-fdcecb0ff990 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.1003456 Jan 25 02:38:06.210356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:06.278698 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-97a9c0c3-3ffc-4397-a18e-8e9cacc54d20 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 999 time: 0.0673902 Jan 25 02:38:06.388343 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-bbc03e7d-3d23-43ab-8b41-65a545581efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.389788 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-bbc03e7d-3d23-43ab-8b41-65a545581efc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0811641 Jan 25 02:38:06.419466 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201416-1f55-4497-a3f6-e9b733baaad3 req-75fedcc9-0467-45e1-84ac-5c0f6130fb65 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.421604 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e1201416-1f55-4497-a3f6-e9b733baaad3 req-75fedcc9-0467-45e1-84ac-5c0f6130fb65 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0799887 Jan 25 02:38:06.488964 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-a11b846c-39b8-4a8c-ab0a-cd64e8f1245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.490473 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-a11b846c-39b8-4a8c-ab0a-cd64e8f1245a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941148 Jan 25 02:38:06.502583 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83be71-abd1-440d-85ee-d129c91de963 req-f8fb2fe1-cab1-48d6-845d-1c46222e4b54 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.510280 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3f83be71-abd1-440d-85ee-d129c91de963 req-f8fb2fe1-cab1-48d6-845d-1c46222e4b54 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0562284 Jan 25 02:38:06.512060 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e1201416-1f55-4497-a3f6-e9b733baaad3 req-1bb444fc-b6d1-4c04-80ba-068dfab7a3a5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699320 Jan 25 02:38:06.571320 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3f83be71-abd1-440d-85ee-d129c91de963 req-502e68f0-2c41-4130-9826-3e1044749e15 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543013 Jan 25 02:38:06.600244 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-68316cae-ecb9-409b-85db-c2df8b15d7f8 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013854 Jan 25 02:38:06.692992 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-487413a9-f265-4bc0-aecc-ea8e704b69d0 req-7ad0998f-e44a-4d68-93b3-60630496bcf0 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845573 Jan 25 02:38:06.838234 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31215507-b603-4053-9653-feb2f39ce9a1 req-e8bfa81f-8578-48fc-8559-233f19498e28 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:06.839901 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-31215507-b603-4053-9653-feb2f39ce9a1 req-e8bfa81f-8578-48fc-8559-233f19498e28 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Jan 25 02:38:06.890354 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-31215507-b603-4053-9653-feb2f39ce9a1 req-2a24be05-1beb-4a22-b93f-060390a7c625 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Jan 25 02:38:07.416535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03a418-017a-4381-9d14-ece4da78aa62 req-8ea4a940-e965-4a45-90cf-302200140acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:07.418049 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-da03a418-017a-4381-9d14-ece4da78aa62 req-8ea4a940-e965-4a45-90cf-302200140acd service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.0392742 Jan 25 02:38:07.462001 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-da03a418-017a-4381-9d14-ece4da78aa62 req-cd7cdb64-5f55-4493-8ce1-3ff008728366 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Jan 25 02:38:07.640067 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61378-1175-449d-b588-72cf3cef2590 req-f6e4b5f2-3237-4a95-9ba1-e949f8d70f88 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:07.641543 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6fc61378-1175-449d-b588-72cf3cef2590 req-f6e4b5f2-3237-4a95-9ba1-e949f8d70f88 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0510418 Jan 25 02:38:07.680364 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f348ba-1641-4ce9-84f3-4eb88c83cd0d req-d7198089-b22e-4f80-9c60-a8491334b879 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:07.681901 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58f348ba-1641-4ce9-84f3-4eb88c83cd0d req-d7198089-b22e-4f80-9c60-a8491334b879 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0515413 Jan 25 02:38:07.688472 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6fc61378-1175-449d-b588-72cf3cef2590 req-f32526e2-5635-4807-a3f4-965d2c475b31 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Jan 25 02:38:07.730632 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-58f348ba-1641-4ce9-84f3-4eb88c83cd0d req-fcdbb69c-eaa9-4177-a967-6ca8d9d280c1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430503 Jan 25 02:38:08.016108 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d28ec-18ed-4825-b0fe-696dd6747b49 req-2a09648f-6778-4420-a55b-de71194544aa tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:08.017758 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a79d28ec-18ed-4825-b0fe-696dd6747b49 req-2a09648f-6778-4420-a55b-de71194544aa tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0514858 Jan 25 02:38:08.066513 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a79d28ec-18ed-4825-b0fe-696dd6747b49 req-da1cbf38-da63-44dd-98d3-a7a3074ec2e3 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Jan 25 02:38:08.815973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a2866-e004-4161-8dd7-a645a710b5e4 req-2569e8a1-04d7-4eb6-ba2f-b403348778dc tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:08.817339 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-248a2866-e004-4161-8dd7-a645a710b5e4 req-2569e8a1-04d7-4eb6-ba2f-b403348778dc tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0512340 Jan 25 02:38:08.848310 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492d43-05f6-4768-8933-2e9328c6b4d9 req-41bf50ea-eafa-471b-970a-2a16920b1a2a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:08.849822 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ec492d43-05f6-4768-8933-2e9328c6b4d9 req-41bf50ea-eafa-471b-970a-2a16920b1a2a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0524364 Jan 25 02:38:08.874962 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-248a2866-e004-4161-8dd7-a645a710b5e4 req-dcaa4cbf-1e94-453d-980e-9bf96fec8f12 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516114 Jan 25 02:38:08.899360 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ec492d43-05f6-4768-8933-2e9328c6b4d9 req-5135584a-63e2-4187-8e59-2fa4d9448a3c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Jan 25 02:38:09.189102 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348867d6-473e-42cb-84a5-1f8170f397b1 req-96063d83-7b75-463a-ac8d-d7761228bfe7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:09.190769 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-348867d6-473e-42cb-84a5-1f8170f397b1 req-96063d83-7b75-463a-ac8d-d7761228bfe7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Jan 25 02:38:09.245490 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-348867d6-473e-42cb-84a5-1f8170f397b1 req-b0879289-099d-462d-ba46-d19f16b00afb tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Jan 25 02:38:09.470587 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 25ca56f5-02cf-4581-9a3a-9c577fca0b42 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:38:09.594513 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:09.606705 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'port_id': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'mac_address': 'fa:16:3e:f4:29:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:38:09.655629 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:09.656035 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:09.663165 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2432f-dcad-4fd2-8e86-f640037bb24b req-07bc0234-f9cf-4507-811b-152f1b576726 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:09.667465 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-75d2432f-dcad-4fd2-8e86-f640037bb24b req-07bc0234-f9cf-4507-811b-152f1b576726 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1025569 Jan 25 02:38:09.671288 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ca56f5-02cf-4581-9a3a-9c577fca0b42 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:09.679741 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-8406caa1-7cf6-4663-883a-9a0191ea61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:09.681586 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-8406caa1-7cf6-4663-883a-9a0191ea61c8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d08fc7e562584dff8951aae0452a96c3&device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 1098 time: 0.0863571 Jan 25 02:38:09.692243 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:09.696630 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:09.743678 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:09.778955 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-75d2432f-dcad-4fd2-8e86-f640037bb24b req-9cfebaa8-8bba-49ca-a59e-330aad4711ff tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Jan 25 02:38:09.804548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-386d17b7-1213-4b52-a7b6-70cb3f2d81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:09.806159 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-386d17b7-1213-4b52-a7b6-70cb3f2d81a3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 200 len: 920 time: 0.1162968 Jan 25 02:38:10.006797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fba84-c64d-4b73-9cfb-83df16c44d8a req-c2597465-ebb5-4069-9702-452c96cb82bd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.009236 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-276fba84-c64d-4b73-9cfb-83df16c44d8a req-c2597465-ebb5-4069-9702-452c96cb82bd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0520916 Jan 25 02:38:10.050313 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-d2dd99df-ed7d-4ae9-95fa-4f8bd64abadf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 200 len: 217 time: 0.2343440 Jan 25 02:38:10.059725 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-276fba84-c64d-4b73-9cfb-83df16c44d8a req-b286f2a3-f9bb-4d63-bd2d-0aa119b91499 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Jan 25 02:38:10.076225 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:10.129688 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-5329fc65-0015-40d0-ba1e-56e2ca60848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.131199 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-5329fc65-0015-40d0-ba1e-56e2ca60848f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 200 len: 859 time: 0.0706177 Jan 25 02:38:10.139787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1e53-e97d-4e9e-88b7-c51c069da6fa req-44d847e2-f304-415e-80e6-b38b182cb3db tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.141265 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1af1e53-e97d-4e9e-88b7-c51c069da6fa req-44d847e2-f304-415e-80e6-b38b182cb3db tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 944 time: 0.0936987 Jan 25 02:38:10.179561 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-ac3779ad-48f4-44bb-b57d-92eba23a1305 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=33e29e1c-4c5b-46e6-a60e-c9a371db0688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372372 Jan 25 02:38:10.261924 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1af1e53-e97d-4e9e-88b7-c51c069da6fa req-0d1d70ff-3f31-4a6d-af53-a78008ea857a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114907 Jan 25 02:38:10.297000 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-3d6e0002-f2ab-4262-8ae7-ad2a455a5e17 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093345 Jan 25 02:38:10.390634 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3276ab34-ac8f-4eb7-803c-cc2682048e5c req-de89e0de-45df-481f-82e3-074d30838c27 service neutron] 10.222.0.120 "GET /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857384 Jan 25 02:38:10.608707 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [req-3b6165c0-431f-4cba-85cd-0e438c1f5e2c req-a95d7dbf-0765-43fb-9915-8bc26365c38c service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:38:10.609709 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3b6165c0-431f-4cba-85cd-0e438c1f5e2c req-a95d7dbf-0765-43fb-9915-8bc26365c38c service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054471 Jan 25 02:38:10.796717 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357b43-acae-4bcf-be45-95eca627ba2a req-2f2dc22b-6d74-4f74-943f-9e96339c3ece tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.798313 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36357b43-acae-4bcf-be45-95eca627ba2a req-2f2dc22b-6d74-4f74-943f-9e96339c3ece tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0614080 Jan 25 02:38:10.857559 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36357b43-acae-4bcf-be45-95eca627ba2a req-13db11be-2dcb-40c9-b165-12379a28a77b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528026 Jan 25 02:38:10.922167 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935a6f0-2b43-4a37-af1c-6e2860fe1bac req-69883ef8-087d-46f1-8f2c-21df1507db18 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:10.923746 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2935a6f0-2b43-4a37-af1c-6e2860fe1bac req-69883ef8-087d-46f1-8f2c-21df1507db18 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Jan 25 02:38:10.977468 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2935a6f0-2b43-4a37-af1c-6e2860fe1bac req-5b32d302-fb83-4fd6-8e50-6d40c9664a7d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482841 Jan 25 02:38:11.024898 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:11.136967 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-89f1955d-9f5d-479f-ae36-9a11ebef077f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109068 Jan 25 02:38:11.145381 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-6658ae01-a4d5-4b23-bf6d-d5d1b48daf6f service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:38:11.146317 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-6658ae01-a4d5-4b23-bf6d-d5d1b48daf6f service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048485 Jan 25 02:38:11.386729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1c4d8-3229-40c2-ad02-0bd6b6ef0f7e req-4c057416-29a6-4008-b775-33fd39e4100b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:11.388229 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d2a1c4d8-3229-40c2-ad02-0bd6b6ef0f7e req-4c057416-29a6-4008-b775-33fd39e4100b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 944 time: 0.0496104 Jan 25 02:38:11.435275 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d2a1c4d8-3229-40c2-ad02-0bd6b6ef0f7e req-6826fff1-bd02-4089-ab0a-ad7a0d4061fd tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Jan 25 02:38:11.494222 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 25ca56f5-02cf-4581-9a3a-9c577fca0b42 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:11.552944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:38:11.557954 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:11.558430 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:11.637988 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:11.638376 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:11.661026 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:11.663151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aea47a9-1cd9-45b0-891b-9018d95f39f6" -d '{"events": [{"server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:11.676240 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:11.681272 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:11.715109 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6e65ec-2ecc-4b20-9f09-db220c4cdcf3 x-openstack-request-id: req-ef6e65ec-2ecc-4b20-9f09-db220c4cdcf3 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:11.715664 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:11.715978 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ef6e65ec-2ecc-4b20-9f09-db220c4cdcf3 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:11.716965 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'code': 200} Jan 25 02:38:11.747685 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:11.938094 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2d11-039a-46e7-b340-9be6490882c4 req-201e9d87-1322-4db4-b154-36e7dcd6ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:11.939638 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c6ea2d11-039a-46e7-b340-9be6490882c4 req-201e9d87-1322-4db4-b154-36e7dcd6ec4a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1098 time: 0.0422258 Jan 25 02:38:11.985152 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c6ea2d11-039a-46e7-b340-9be6490882c4 req-12c22f94-da0c-44e8-9df8-62c839751d06 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387275 Jan 25 02:38:12.001893 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7951ed-a5fb-47c0-9562-252cfe0aad06 req-d105389b-2d1d-472a-8d60-05042a96d32e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:12.004311 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f7951ed-a5fb-47c0-9562-252cfe0aad06 req-d105389b-2d1d-472a-8d60-05042a96d32e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0545940 Jan 25 02:38:12.053198 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f7951ed-a5fb-47c0-9562-252cfe0aad06 req-3dc58d1f-d47d-4a8a-b2dd-e3a024957baa tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Jan 25 02:38:12.106293 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96e0a-5479-441a-bc72-2d5a08dc7854 req-071c3e78-91bd-4321-ace6-add5b4449782 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:12.107792 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-45b96e0a-5479-441a-bc72-2d5a08dc7854 req-071c3e78-91bd-4321-ace6-add5b4449782 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0548854 Jan 25 02:38:12.159879 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-45b96e0a-5479-441a-bc72-2d5a08dc7854 req-f853ce37-ade8-451f-bfbc-fb1f77bfdd3c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Jan 25 02:38:12.572510 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f33d8-c085-4172-bf51-b82dface8a13 req-69d254bf-cbc8-4d57-a4b6-9625df10bd4b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:12.573975 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-812f33d8-c085-4172-bf51-b82dface8a13 req-69d254bf-cbc8-4d57-a4b6-9625df10bd4b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0617645 Jan 25 02:38:12.624876 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-812f33d8-c085-4172-bf51-b82dface8a13 req-d603f4cc-4796-4687-9001-0bf4b889bc69 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Jan 25 02:38:13.179882 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c94316-be43-491a-a63c-a3ce6f86ed1a req-60677da9-fece-4861-90b5-d0a7d48e678d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.181593 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d3c94316-be43-491a-a63c-a3ce6f86ed1a req-60677da9-fece-4861-90b5-d0a7d48e678d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0507936 Jan 25 02:38:13.219827 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-56990d3d-4b59-4c71-bc9b-a7bf6703e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.221938 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-56990d3d-4b59-4c71-bc9b-a7bf6703e20a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 1096 time: 0.0769038 Jan 25 02:38:13.236623 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d3c94316-be43-491a-a63c-a3ce6f86ed1a req-4239ee5a-3a98-4834-b2b0-afa96a8f4aee tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464256 Jan 25 02:38:13.312885 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c401d-00b1-4228-9fe9-70102408ae28 req-a72970e2-ebfa-4d65-b608-5aa6dd9f3578 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.314470 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-774c401d-00b1-4228-9fe9-70102408ae28 req-a72970e2-ebfa-4d65-b608-5aa6dd9f3578 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Jan 25 02:38:13.342003 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-486bd76d-1e63-4662-baaa-ca4e86162854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.343474 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-486bd76d-1e63-4662-baaa-ca4e86162854 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1096 time: 0.0691032 Jan 25 02:38:13.368732 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-774c401d-00b1-4228-9fe9-70102408ae28 req-2844a58a-1554-40d2-ba27-1c55a9661ecf tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Jan 25 02:38:13.462542 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-701b35bc-ec5d-41af-90df-68b9cad3b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.464122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-701b35bc-ec5d-41af-90df-68b9cad3b3a5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.0944910 Jan 25 02:38:13.496159 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:13.551180 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-583ed95b-5282-4112-8280-3f7d60037eaf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 200 len: 999 time: 0.0800455 Jan 25 02:38:13.594488 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: DOWN; New status is: DOWN {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:13.610698 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-801da8e4-7a8a-474c-8e19-2f14d41494fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.612202 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-801da8e4-7a8a-474c-8e19-2f14d41494fd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0477338 Jan 25 02:38:13.766583 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-7c117409-940b-4f78-9762-f91c82c32baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.768089 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-7c117409-940b-4f78-9762-f91c82c32baf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921235 Jan 25 02:38:13.785021 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7572d-3f91-4624-8711-9250c94c01ee req-a36c299a-9b4e-4881-93bb-9d3ae04347c0 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:13.786527 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e7c7572d-3f91-4624-8711-9250c94c01ee req-a36c299a-9b4e-4881-93bb-9d3ae04347c0 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0742557 Jan 25 02:38:13.905314 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e7c7572d-3f91-4624-8711-9250c94c01ee req-c6467088-5219-49ea-9bd0-2ff8c2402bfe tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117477 Jan 25 02:38:13.935955 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-1808b0fe-9f52-47fd-b795-33b9e62ac3a3 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351151 Jan 25 02:38:14.028934 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850f27-fe0d-4fd3-b356-4f824e66ccf0 req-5cc0cfd3-5b7e-4c6e-a5fd-3382f0a25d22 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:14.030429 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a2850f27-fe0d-4fd3-b356-4f824e66ccf0 req-5cc0cfd3-5b7e-4c6e-a5fd-3382f0a25d22 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0531645 Jan 25 02:38:14.035929 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d9c592c-ffb0-4d21-bd0a-a82d4fccb784 req-f26862d1-5cc4-4799-827a-a0fa27a7531d service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854599 Jan 25 02:38:14.077726 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a2850f27-fe0d-4fd3-b356-4f824e66ccf0 req-39cd1779-7113-448e-9e20-4eeee74d97fe tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Jan 25 02:38:14.378276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9fe5f-a244-41a5-b1c6-3d23b86a49d1 req-a91c7ea7-cec8-47bb-b1ec-0aa2f3c190c6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:14.380568 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2af9fe5f-a244-41a5-b1c6-3d23b86a49d1 req-a91c7ea7-cec8-47bb-b1ec-0aa2f3c190c6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0560694 Jan 25 02:38:14.439037 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2af9fe5f-a244-41a5-b1c6-3d23b86a49d1 req-82b3b38a-c7ea-4268-bf5e-89b163ab7e9d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509627 Jan 25 02:38:14.449544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba91d9-9e13-4697-9fb2-087508250bc5 req-09757634-350b-4c55-be02-c6298d1326ec tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:14.451494 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f1ba91d9-9e13-4697-9fb2-087508250bc5 req-09757634-350b-4c55-be02-c6298d1326ec tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0777442 Jan 25 02:38:14.508983 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f1ba91d9-9e13-4697-9fb2-087508250bc5 req-980cd4a9-49e5-47a0-95d8-f430918b1712 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Jan 25 02:38:15.592304 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36b3de-ad36-436b-8e7e-fb3b035ff78b req-8e1ca65e-ed10-49a9-9ce5-ce5ebc2b0eb9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:15.593900 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-db36b3de-ad36-436b-8e7e-fb3b035ff78b req-8e1ca65e-ed10-49a9-9ce5-ce5ebc2b0eb9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0541401 Jan 25 02:38:15.644769 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-db36b3de-ad36-436b-8e7e-fb3b035ff78b req-46108785-f032-4a6f-9696-07b20c8f898f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448523 Jan 25 02:38:16.151039 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:16.784576 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b88c2-a644-4a53-98f2-66058556a5d1 req-cad1ec40-a697-414e-8811-9c616e33ae89 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:16.786800 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-191b88c2-a644-4a53-98f2-66058556a5d1 req-cad1ec40-a697-414e-8811-9c616e33ae89 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0580041 Jan 25 02:38:16.843885 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-191b88c2-a644-4a53-98f2-66058556a5d1 req-8a04c051-d8f3-4f1b-94e9-5c4c544aceb4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485916 Jan 25 02:38:17.610750 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd30688-5374-43fc-933c-81749865e50c req-b845bf0a-64e0-4000-9914-9f77ec05510c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:17.612332 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5dd30688-5374-43fc-933c-81749865e50c req-b845bf0a-64e0-4000-9914-9f77ec05510c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0583901 Jan 25 02:38:17.666997 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5dd30688-5374-43fc-933c-81749865e50c req-3c6deff3-aa8b-4b4a-a3f7-1c99bc2330a7 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470307 Jan 25 02:38:17.970537 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf85f-dc21-441a-85f1-593add455d89 req-d40cc87d-99fe-47af-b2e5-6118ae1b51f3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:17.972091 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6c8bf85f-dc21-441a-85f1-593add455d89 req-d40cc87d-99fe-47af-b2e5-6118ae1b51f3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0521798 Jan 25 02:38:18.024096 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6c8bf85f-dc21-441a-85f1-593add455d89 req-bdc7875b-418e-41f4-b83f-f6cc7251ec9a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460389 Jan 25 02:38:18.816803 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8934b12-4ba6-4a9a-ab3a-d693327c03fc req-9246b398-8906-4f38-89ba-22859964427a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:18.816803 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8934b12-4ba6-4a9a-ab3a-d693327c03fc req-9246b398-8906-4f38-89ba-22859964427a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0624893 Jan 25 02:38:18.876763 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8934b12-4ba6-4a9a-ab3a-d693327c03fc req-37185c85-95d3-496e-be72-db2504ea4896 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Jan 25 02:38:19.157613 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40227260-2633-4a81-b3e4-17b337a179df req-4581e330-4396-4762-b282-3af9bca1f47e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:19.159318 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-40227260-2633-4a81-b3e4-17b337a179df req-4581e330-4396-4762-b282-3af9bca1f47e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0525973 Jan 25 02:38:19.218018 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-40227260-2633-4a81-b3e4-17b337a179df req-2094e3be-ed7f-40b9-8b45-9bfdddc3693a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461025 Jan 25 02:38:20.001167 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1b50-19b9-4190-ae52-3f66dbea38dc req-3e4edfa2-0518-43fc-8d9e-372235d445ca tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:20.002651 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1f0b1b50-19b9-4190-ae52-3f66dbea38dc req-3e4edfa2-0518-43fc-8d9e-372235d445ca tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0558360 Jan 25 02:38:20.055910 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1f0b1b50-19b9-4190-ae52-3f66dbea38dc req-2bf6d583-9a6e-4870-8497-7ea7fa2ef8da tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468597 Jan 25 02:38:20.359145 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f3551-f8d8-407b-8803-5870501c95c8 req-70b8bd60-b829-46d0-a06d-be30d95e7f0d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:20.360667 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ea4f3551-f8d8-407b-8803-5870501c95c8 req-70b8bd60-b829-46d0-a06d-be30d95e7f0d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0548284 Jan 25 02:38:20.418804 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ea4f3551-f8d8-407b-8803-5870501c95c8 req-c5877f05-7eed-4726-8ba1-63d64b7b7de5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524428 Jan 25 02:38:21.172554 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4074cb-1ecb-4abf-94f6-5e6569cdaf2b req-c8ffdba3-788a-49b3-8048-50ac822ed16a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:21.174078 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bc4074cb-1ecb-4abf-94f6-5e6569cdaf2b req-c8ffdba3-788a-49b3-8048-50ac822ed16a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0499160 Jan 25 02:38:21.228603 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bc4074cb-1ecb-4abf-94f6-5e6569cdaf2b req-7520a377-4cd2-4cdb-a7e2-798a2978fca9 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478833 Jan 25 02:38:21.569798 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664ec47-a23a-4b5e-89ea-f651e4959f7d req-11f04629-770c-433f-8a06-006f0e6be732 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:21.571793 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3664ec47-a23a-4b5e-89ea-f651e4959f7d req-11f04629-770c-433f-8a06-006f0e6be732 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0570762 Jan 25 02:38:21.627249 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3664ec47-a23a-4b5e-89ea-f651e4959f7d req-03b8d878-ae96-4ddf-87de-723c0a143b94 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Jan 25 02:38:22.348941 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fcb32-1fdd-4500-890c-40177d12fbd1 req-699ea208-0c4a-4210-aff3-1cbf67220013 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:22.350477 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-900fcb32-1fdd-4500-890c-40177d12fbd1 req-699ea208-0c4a-4210-aff3-1cbf67220013 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0507803 Jan 25 02:38:22.401958 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-900fcb32-1fdd-4500-890c-40177d12fbd1 req-a46550c1-844f-4c2e-b5ed-4e042f41c533 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Jan 25 02:38:22.756892 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370a7c-b0ce-40c8-aca8-a903d1214918 req-fe8323dc-b3bf-4274-969b-518a8083c9f1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:22.758719 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-eb370a7c-b0ce-40c8-aca8-a903d1214918 req-fe8323dc-b3bf-4274-969b-518a8083c9f1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0534444 Jan 25 02:38:22.819516 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-eb370a7c-b0ce-40c8-aca8-a903d1214918 req-e7648109-33ed-4a6d-97bd-542ef7d25b88 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547981 Jan 25 02:38:23.518756 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f886-1c56-4d03-9191-80950f0600c3 req-0da91968-a673-43e3-ac77-267228158f29 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:23.520278 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fc57f886-1c56-4d03-9191-80950f0600c3 req-0da91968-a673-43e3-ac77-267228158f29 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Jan 25 02:38:23.571883 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fc57f886-1c56-4d03-9191-80950f0600c3 req-42c88b0b-8bc3-4e6b-9075-70aa9b0bf725 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Jan 25 02:38:23.939977 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee38b42-2f48-4608-a065-f4af179a0def req-5fb0281c-f5cb-43a4-8514-bbc45c0692ae tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:23.941459 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3ee38b42-2f48-4608-a065-f4af179a0def req-5fb0281c-f5cb-43a4-8514-bbc45c0692ae tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0497637 Jan 25 02:38:23.997065 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3ee38b42-2f48-4608-a065-f4af179a0def req-4f3bc214-9c3b-4c7e-863d-cc8b5ba688f0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497282 Jan 25 02:38:24.687363 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c060a-e21b-4128-97bc-1ec3ca5ca8f6 req-a41ce69e-95ad-4cd8-8b10-8011b0bcd82e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:24.688835 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-819c060a-e21b-4128-97bc-1ec3ca5ca8f6 req-a41ce69e-95ad-4cd8-8b10-8011b0bcd82e tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0480537 Jan 25 02:38:24.735438 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-819c060a-e21b-4128-97bc-1ec3ca5ca8f6 req-8379fd7d-d775-4251-a6d5-3a211ee5fb60 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Jan 25 02:38:25.118889 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72c316-a977-48f9-a361-1b242839b39f req-6edf19d3-9ed5-424b-bc2a-18c5fabdab1b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:25.120310 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c72c316-a977-48f9-a361-1b242839b39f req-6edf19d3-9ed5-424b-bc2a-18c5fabdab1b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0487988 Jan 25 02:38:25.166233 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c72c316-a977-48f9-a361-1b242839b39f req-521709c8-284d-458d-a156-5f3c501360de tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Jan 25 02:38:25.854504 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913839e-328d-4ad7-a890-aa76beeabfc5 req-57f554ae-3075-4ebe-aede-66740d93300d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:25.856067 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5913839e-328d-4ad7-a890-aa76beeabfc5 req-57f554ae-3075-4ebe-aede-66740d93300d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Jan 25 02:38:25.904539 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5913839e-328d-4ad7-a890-aa76beeabfc5 req-ed236a5b-aba2-4cea-bac2-46f1f4224b39 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Jan 25 02:38:26.316042 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61260d91-9256-4f07-b846-1ea88d963167 req-e2d91447-1732-4ea8-aa1a-2aa381ccb78e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.321594 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-61260d91-9256-4f07-b846-1ea88d963167 req-e2d91447-1732-4ea8-aa1a-2aa381ccb78e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0607710 Jan 25 02:38:26.367975 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-61260d91-9256-4f07-b846-1ea88d963167 req-5dbd2c1b-1c07-4609-9d22-546fc347e2b2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Jan 25 02:38:26.655559 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd2d14-3c0f-4e00-b363-3afd6d7cc3c2 req-54ae91c4-a358-42e6-a131-35dc746a892b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.657196 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-00fd2d14-3c0f-4e00-b363-3afd6d7cc3c2 req-54ae91c4-a358-42e6-a131-35dc746a892b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0636542 Jan 25 02:38:26.711105 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-00fd2d14-3c0f-4e00-b363-3afd6d7cc3c2 req-77500f5d-8341-4968-9e7f-e4a2aba2b833 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Jan 25 02:38:26.735247 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55310) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:26.878490 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb490b44-1d5b-4454-8bd3-2c47330f912d tempest-TestMinimumBasicScenario-704911049 tempest-TestMinimumBasicScenario-704911049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:26.880241 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-fb490b44-1d5b-4454-8bd3-2c47330f912d tempest-TestMinimumBasicScenario-704911049 tempest-TestMinimumBasicScenario-704911049-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1093 time: 0.1448753 Jan 25 02:38:26.883817 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55316) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:26.888673 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'port_id': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:26.920556 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.050334 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b499b54-af0c-4088-9b40-3a1ea927cc38 req-603f3255-7464-42b5-86f3-f8ec67d940c5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.051755 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3b499b54-af0c-4088-9b40-3a1ea927cc38 req-603f3255-7464-42b5-86f3-f8ec67d940c5 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jan 25 02:38:27.094504 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.155492 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3b499b54-af0c-4088-9b40-3a1ea927cc38 req-ac37d446-b811-469d-a743-b6ad3835425f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955558 Jan 25 02:38:27.221422 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Allocated IP 172.28.2.216 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:27.314976 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.348166 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.383766 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:27.386636 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:27.388714 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-b0105982-a6b3-4982-8492-0779a8f22272 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.390227 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-b0105982-a6b3-4982-8492-0779a8f22272 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Jan 25 02:38:27.391966 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:27.417578 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'Port': ['ID=42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:27.516149 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Deleting port 8f6f5eb6-442d-4a09-b88b-da64daf9841f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:27.516492 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.551045 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d41689-a079-4d84-b70f-9b8c294f24df req-dbe46f0c-3898-4ed1-bff3-a3c97b1105c5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:27.552506 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d7d41689-a079-4d84-b70f-9b8c294f24df req-dbe46f0c-3898-4ed1-bff3-a3c97b1105c5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 943 time: 0.0798626 Jan 25 02:38:27.600854 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:38:27.646892 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] For port 8f6f5eb6-442d-4a09-b88b-da64daf9841f, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=8f6f5eb6-442d-4a09-b88b-da64daf9841f,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:27.647316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.653209 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d7d41689-a079-4d84-b70f-9b8c294f24df req-42e70d42-d1a2-4199-934b-063bc273a9a2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741708 Jan 25 02:38:27.663419 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Calling delete_port for 8f6f5eb6-442d-4a09-b88b-da64daf9841f owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:27.701864 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:27.713495 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'mac_address': 'fa:16:3e:8d:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:38:27.756755 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:27.757952 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.774896 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:27.805450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:27.810842 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.812649 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (8f6f5eb6-442d-4a09-b88b-da64daf9841f), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.818974 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for floatingip (6b600038-8779-4e94-b97f-25951743d629), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.852654 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Pushing event deleted for resources: {'Port': ['ID=8f6f5eb6-442d-4a09-b88b-da64daf9841f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:27.877446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=9']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:27.910725 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] No DVR routers for this DVR port 8f6f5eb6-442d-4a09-b88b-da64daf9841f on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:38:27.917472 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.919475 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['7dca908a-cba3-435a-87d5-9aabdef59045', '8f6f5eb6-442d-4a09-b88b-da64daf9841f'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:27.921198 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:27.921697 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e9966992-9616-4567-b643-8dcc10f1ba82 req-86a7502e-fc86-4ef3-8b87-87576dbfd860 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "DELETE /v2.0/ports/8f6f5eb6-442d-4a09-b88b-da64daf9841f HTTP/1.1" status: 204 len: 173 time: 0.5250711 Jan 25 02:38:27.923196 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'name': 'network-vif-deleted', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:27.924366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8580d7a7-f672-4e2b-aade-3ebed3a1a2f0" -d '{"events": [{"server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "name": "network-vif-deleted", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:27.964095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1625539-8a83-4a36-b232-df1b8305a220 x-openstack-request-id: req-a1625539-8a83-4a36-b232-df1b8305a220 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:27.964453 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b02281c-453c-439a-9844-2ff4a3d2ac40", "name": "network-vif-deleted", "tag": "8f6f5eb6-442d-4a09-b88b-da64daf9841f", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:27.964715 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a1625539-8a83-4a36-b232-df1b8305a220 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:27.965120 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b02281c-453c-439a-9844-2ff4a3d2ac40', 'name': 'network-vif-deleted', 'tag': '8f6f5eb6-442d-4a09-b88b-da64daf9841f', 'status': 'completed', 'code': 200} Jan 25 02:38:28.096021 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.101138 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.166127 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'Port': ['ID=42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:28.176565 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (6b600038-8779-4e94-b97f-25951743d629), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.271503 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a4cff76e-cf31-470f-9214-083a8967e613 req-a2bb125a-0da0-460e-b5f6-3634001df69c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=3b02281c-453c-439a-9844-2ff4a3d2ac40 HTTP/1.1" status: 200 len: 210 time: 0.0354264 Jan 25 02:38:28.279401 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Floating IP 6b600038-8779-4e94-b97f-25951743d629 associated. External IP: 172.28.2.216, port: 25ca56f5-02cf-4581-9a3a-9c577fca0b42. Jan 25 02:38:28.330962 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['e1a74d0d-2430-40d2-9045-e644df4b1581'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:28.531476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:38:28.645586 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:28.657972 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Sync routers for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:28.664817 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.670524 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:28.671166 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:28.698910 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-8c586c54-cbb0-4633-b1e2-2ad5a589834e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8140593 Jan 25 02:38:28.699541 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:28.701819 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55336) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:28.702315 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2110754-98a7-498a-a9d7-ce39084b459e" -d '{"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:28.713975 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719408256', 'description': 'tempest-secgroup-smoke-719408256 description', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:28.764751 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.774468 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea7ec8-c623-4115-8e23-903c5d718ade x-openstack-request-id: req-4eea7ec8-c623-4115-8e23-903c5d718ade {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:28.775287 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:28.775287 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4eea7ec8-c623-4115-8e23-903c5d718ade {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:28.775486 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:38:28.818701 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace48d7-37c0-4b41-bd4d-ffcd18d4e26c req-56c6151a-3145-413b-a145-360ae3074232 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.820651 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ace48d7-37c0-4b41-bd4d-ffcd18d4e26c req-56c6151a-3145-413b-a145-360ae3074232 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 944 time: 0.0619984 Jan 25 02:38:28.878134 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ace48d7-37c0-4b41-bd4d-ffcd18d4e26c req-1420c34a-ae51-4f83-883c-12d7f3a7dce3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499566 Jan 25 02:38:28.880795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (ce318fde-c446-495d-a09a-d860b4400401), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.890735 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ce318fde-c446-495d-a09a-d860b4400401), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.901014 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:28.917534 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:28.918785 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2148314 Jan 25 02:38:28.921804 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55344) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:28.927049 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:28.956228 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110754-98a7-498a-a9d7-ce39084b459e req-e3d69c73-7289-413d-b6e0-563839915642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:28.959088 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-e3d69c73-7289-413d-b6e0-563839915642 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1098 time: 0.1148078 Jan 25 02:38:28.959088 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f668eb-2ffe-4e82-9d36-72ba2dd1ad16 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce318fde-c446-495d-a09a-d860b4400401,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:28.968964 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (34fbb072-e9cc-4dd2-ac16-933dcb982a8d), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.062215 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (34fbb072-e9cc-4dd2-ac16-933dcb982a8d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.068081 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (34fbb072-e9cc-4dd2-ac16-933dcb982a8d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.076759 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110754-98a7-498a-a9d7-ce39084b459e req-b00ccb6e-a763-428c-9b67-4f392a6224ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.078752 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-b00ccb6e-a763-428c-9b67-4f392a6224ce service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.1134031 Jan 25 02:38:29.092801 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fbb072-e9cc-4dd2-ac16-933dcb982a8d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:29.099255 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.100648 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2b3a7b21-e298-469b-a982-d7e90bf1f8eb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778600 Jan 25 02:38:29.103428 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55350) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:29.108042 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:29.143293 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (bf81382a-06ff-47e3-97c7-cbcd090132e1), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.160014 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-cb80ce8f-432d-47bb-ab37-e67763fc36af service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 999 time: 0.0741796 Jan 25 02:38:29.191831 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6b600038-8779-4e94-b97f-25951743d629', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'port_id': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'mac_address': 'fa:16:3e:f4:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:38:27Z', 'updated_at': '2022-01-25T02:38:27Z', 'revision_number': 0, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:29.199296 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (bf81382a-06ff-47e3-97c7-cbcd090132e1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.204342 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (bf81382a-06ff-47e3-97c7-cbcd090132e1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.210859 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110754-98a7-498a-a9d7-ce39084b459e req-1394ea8a-dd4e-4ec0-87e9-e31bc7590c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.212714 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-1394ea8a-dd4e-4ec0-87e9-e31bc7590c23 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0460801 Jan 25 02:38:29.222529 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf81382a-06ff-47e3-97c7-cbcd090132e1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:29.227832 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Checking router: 6aa6d4bf-d0c1-424e-9894-3526539b89e7 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:29.236531 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.238085 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6cd04c23-861c-420b-8873-6cc45781689b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335967 Jan 25 02:38:29.239165 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:29.239758 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:29.240936 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55352) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:29.246230 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:29.262723 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2110754-98a7-498a-a9d7-ce39084b459e req-c31d2992-a5b0-4adb-9893-902e3428d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.265170 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-c31d2992-a5b0-4adb-9893-902e3428d277 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0441010 Jan 25 02:38:29.276168 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (8d4fea51-382d-42fa-9a35-b3f68e0292e9), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.364280 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (8d4fea51-382d-42fa-9a35-b3f68e0292e9), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.368902 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (8d4fea51-382d-42fa-9a35-b3f68e0292e9), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.381950 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:29.384940 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4fea51-382d-42fa-9a35-b3f68e0292e9,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:29.391574 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-8041a50e-ebe2-43da-9824-32c87d0c8764 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182332 Jan 25 02:38:29.397125 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.402230 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ce39abf1-b72b-435f-8a7e-47ef312623a1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599927 Jan 25 02:38:29.402942 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55358) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:29.408115 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:29.449225 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (f8e1d010-b71e-4f8f-97f1-b21d6171aab7), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.523799 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c2110754-98a7-498a-a9d7-ce39084b459e req-e7194b55-8935-42b9-a0df-21fa17f9d0d7 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252205 Jan 25 02:38:29.637148 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:29.654950 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6d06b-53d8-46cc-897e-aa95669ebc5d req-6bc8690e-598f-4e2d-8a5e-05553a25b964 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:29.657002 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e8b6d06b-53d8-46cc-897e-aa95669ebc5d req-6bc8690e-598f-4e2d-8a5e-05553a25b964 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0587895 Jan 25 02:38:29.698123 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port e1a74d0d-2430-40d2-9045-e644df4b1581 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:29.699251 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.708444 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6b600038-8779-4e94-b97f-25951743d629', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'port_id': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'mac_address': 'fa:16:3e:f4:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:38:27Z', 'updated_at': '2022-01-25T02:38:27Z', 'revision_number': 0, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:29.727690 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e8b6d06b-53d8-46cc-897e-aa95669ebc5d req-271a7232-9073-4669-a543-7e69b747e30d tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Jan 25 02:38:29.742403 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a4522-b95d-4445-9d2e-80268ebec561 None None] The sync data for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb is: [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6b600038-8779-4e94-b97f-25951743d629', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'floating_ip_address': '172.28.2.216', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'port_id': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'mac_address': 'fa:16:3e:f4:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:38:27Z', 'updated_at': '2022-01-25T02:38:27Z', 'revision_number': 0, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:29.761805 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (f8e1d010-b71e-4f8f-97f1-b21d6171aab7), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.766670 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (f8e1d010-b71e-4f8f-97f1-b21d6171aab7), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.791305 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e1d010-b71e-4f8f-97f1-b21d6171aab7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:29.805995 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port e1a74d0d-2430-40d2-9045-e644df4b1581 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:29.806836 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.811719 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.815476 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-90778a06-a99e-4d5a-bc2f-922a6a05f6d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4089029 Jan 25 02:38:29.815834 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55366) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:29.821024 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:29.836676 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:29.839093 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8326a53f-7c6e-4c4e-a977-29853ae80694" -d '{"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:29.856181 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.securitygroups_db [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Project 86c9ca3a33334fcb8149f032cf3c4ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:38:29.857077 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:29.862934 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.863463 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (2522c0d1-f5e0-4f8c-9ab9-cd73ad6e4aeb), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.864903 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 8f6f5eb6-442d-4a09-b88b-da64daf9841f no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:29.910652 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 8f6f5eb6-442d-4a09-b88b-da64daf9841f {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:29.911030 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 8f6f5eb6-442d-4a09-b88b-da64daf9841f not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:29.930184 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d6852-f017-40de-89cc-d928ea48541a x-openstack-request-id: req-a24d6852-f017-40de-89cc-d928ea48541a {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:29.930659 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-plugged", "status": "completed", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:29.930920 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a24d6852-f017-40de-89cc-d928ea48541a {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:29.931464 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'code': 200} Jan 25 02:38:29.936011 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-009a6c5d-075b-4762-8cfa-8109be31dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.955804 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=10']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:29.965464 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (2522c0d1-f5e0-4f8c-9ab9-cd73ad6e4aeb), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.970443 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (2522c0d1-f5e0-4f8c-9ab9-cd73ad6e4aeb), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:29.999771 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2522c0d1-f5e0-4f8c-9ab9-cd73ad6e4aeb,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:30.021455 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.025505 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-846a867f-20b5-4e6a-8bef-4f256a1bbcdc tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2058117 Jan 25 02:38:30.025846 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55376) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:30.031164 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'security_group_rule': {'security_group_id': 'ce318fde-c446-495d-a09a-d860b4400401', 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:30.068645 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Project 86c9ca3a33334fcb8149f032cf3c4ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:38:30.073941 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1311e-3b85-468b-b02f-e6a58c9131bd req-38798ed4-d64c-4a06-9d13-54d7d5280e42 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.075917 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (557eaf28-62f8-45cf-8f82-72360f6a0cc1), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.078263 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade120b3-813c-4c2b-b2b7-d9ff5090b25f None None] New status for floating IP 6b600038-8779-4e94-b97f-25951743d629: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:38:30.087902 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2cc1311e-3b85-468b-b02f-e6a58c9131bd req-38798ed4-d64c-4a06-9d13-54d7d5280e42 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0805032 Jan 25 02:38:30.167634 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2cc1311e-3b85-468b-b02f-e6a58c9131bd req-afd2e12f-49e2-46d0-9107-fcf1ca7c6951 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777733 Jan 25 02:38:30.169766 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (557eaf28-62f8-45cf-8f82-72360f6a0cc1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.177618 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (557eaf28-62f8-45cf-8f82-72360f6a0cc1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.203115 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557eaf28-62f8-45cf-8f82-72360f6a0cc1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:30.209818 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.212029 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0d91bfee-77d1-4bb0-9554-0b47c983d4a2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1851864 Jan 25 02:38:30.319477 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-55b0dfeb-0092-403e-8ab6-c3ed24736982 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719408256&fields=id&tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5 HTTP/1.1" status: 200 len: 267 time: 0.0556672 Jan 25 02:38:30.372058 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-9f40b485-f2ed-4d51-9fee-76947fa2cf9e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.373498 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-9f40b485-f2ed-4d51-9fee-76947fa2cf9e tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0486245 Jan 25 02:38:30.384382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'port': {'security_groups': ['b7109df1-49e0-4a99-b2a6-bf8fd2874478', 'ce318fde-c446-495d-a09a-d860b4400401']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:30.445845 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.607570 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec086-5664-46c2-a7d2-3f7ccf6139bd req-da58d9d9-3f2a-463c-b8a1-598222fc9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.609061 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d4aec086-5664-46c2-a7d2-3f7ccf6139bd req-da58d9d9-3f2a-463c-b8a1-598222fc9e6c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 1099 time: 0.0440857 Jan 25 02:38:30.654047 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d4aec086-5664-46c2-a7d2-3f7ccf6139bd req-f90a216f-168a-49e3-83f0-8b26685afc2c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378623 Jan 25 02:38:30.677879 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:30.708082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.712546 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.752100 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:30.757885 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.758532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:30.765711 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1ebcc496-0f3f-493c-b6db-fe60b16d6c79 req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "PUT /v2.0/ports/25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 981 time: 0.3861971 Jan 25 02:38:30.776885 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:30.779203 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:30.800038 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52542280-68de-44c4-b2f3-4c3bda22aaeb tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:30.892681 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938bf23-1c2c-4284-b9db-bc6f3aa3b077 req-ec5cde1c-78b4-4195-9543-5af021e7688f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.894789 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e938bf23-1c2c-4284-b9db-bc6f3aa3b077 req-ec5cde1c-78b4-4195-9543-5af021e7688f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0739722 Jan 25 02:38:30.902467 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:30.913893 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3524c-3961-473a-b9b1-0a0689b1a4cf req-70cbc873-9a8a-4cc6-bac2-dc10ec6e7bf7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:30.921334 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-97c3524c-3961-473a-b9b1-0a0689b1a4cf req-70cbc873-9a8a-4cc6-bac2-dc10ec6e7bf7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0793221 Jan 25 02:38:30.974985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e938bf23-1c2c-4284-b9db-bc6f3aa3b077 req-8cf396bc-ef53-431e-8772-f0d977dada7f tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610945 Jan 25 02:38:30.987739 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-97c3524c-3961-473a-b9b1-0a0689b1a4cf req-8a2a8e60-a1dd-44b5-9e43-f1db2f7d3a26 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655048 Jan 25 02:38:31.026834 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43462841-1fb1-46e0-ab34-7aae7dedf5ce x-openstack-request-id: req-43462841-1fb1-46e0-ab34-7aae7dedf5ce {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:31.027543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:31.027543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-43462841-1fb1-46e0-ab34-7aae7dedf5ce {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:31.027795 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:38:31.090515 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-ef4d4854-87a5-4d7b-86b2-ce101de51f24 None None] Provisioning complete for port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:31.090898 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ef4d4854-87a5-4d7b-86b2-ce101de51f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.157931 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-22b80495-562b-4560-8112-fe5fdba06076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.159442 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-22b80495-562b-4560-8112-fe5fdba06076 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1137 time: 0.0459104 Jan 25 02:38:31.253941 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-25ddc38f-4da7-4b2b-956d-acd0d6f25524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.255751 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-25ddc38f-4da7-4b2b-956d-acd0d6f25524 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.0875685 Jan 25 02:38:31.292305 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d4854-87a5-4d7b-86b2-ce101de51f24 None None] Current status of the port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:31.306066 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7d2b-3cf4-4679-b33d-08744b155c1b req-473c5395-d306-4dd5-bf0c-89cc516a09ef tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.307758 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6d0a7d2b-3cf4-4679-b33d-08744b155c1b req-473c5395-d306-4dd5-bf0c-89cc516a09ef tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0566669 Jan 25 02:38:31.364527 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-2c6842c4-8f52-46de-8647-fd02eef8cdd0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 1001 time: 0.0988607 Jan 25 02:38:31.375844 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6d0a7d2b-3cf4-4679-b33d-08744b155c1b req-71d07f02-1275-4fdb-9e79-ad6238a41679 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621064 Jan 25 02:38:31.439322 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-30ae1533-fc2e-4e40-ab9f-2a2e30982613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.441568 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-30ae1533-fc2e-4e40-ab9f-2a2e30982613 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0694840 Jan 25 02:38:31.497598 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-b009f03e-60bc-4fff-b2ba-2c6fa3fc20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:31.499233 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-b009f03e-60bc-4fff-b2ba-2c6fa3fc20fe service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0454001 Jan 25 02:38:31.510909 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55404) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:31.667649 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d281162-7b45-4a0c-9934-42ac523e39e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.760690 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d281162-7b45-4a0c-9934-42ac523e39e5 admin admin] Publish callbacks [] for security_group (95bb987b-7119-4f06-a921-280f17ffa681), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.764550 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d281162-7b45-4a0c-9934-42ac523e39e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (95bb987b-7119-4f06-a921-280f17ffa681), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.800425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281162-7b45-4a0c-9934-42ac523e39e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb987b-7119-4f06-a921-280f17ffa681,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:31.807814 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2d281162-7b45-4a0c-9934-42ac523e39e5 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e62b773ddb6d452d82def3657ea89a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932618 Jan 25 02:38:31.807983 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-0b003fd4-7814-4bd6-b1bc-bada6163809b service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976847 Jan 25 02:38:31.808085 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55408) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:31.855385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] Publish callbacks [] for security_group (95bb987b-7119-4f06-a921-280f17ffa681), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.876025 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] Publish callbacks [] for security_group (95bb987b-7119-4f06-a921-280f17ffa681), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.902669 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0dc3af6-0d34-48af-9b8e-def0d62ad6b1 req-1cc1576d-9f54-41e7-b8b0-6f0c7b0490c4 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850420 Jan 25 02:38:31.925755 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (95bb987b-7119-4f06-a921-280f17ffa681), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.931958 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:31.933133 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/95bb987b-7119-4f06-a921-280f17ffa681 HTTP/1.1" status: 204 len: 168 time: 0.1242862 Jan 25 02:38:31.948187 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43383811-9f41-47e7-80ce-4f2d3b6966b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb987b-7119-4f06-a921-280f17ffa681,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:32.091898 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd47a58-0a0b-4405-b670-e3732aa952d4 req-5a2e5f5a-4c16-4b24-a505-e47829facfed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:32.093435 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-afd47a58-0a0b-4405-b670-e3732aa952d4 req-5a2e5f5a-4c16-4b24-a505-e47829facfed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0508456 Jan 25 02:38:32.146256 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-afd47a58-0a0b-4405-b670-e3732aa952d4 req-b154ca1e-1969-4c2a-baa4-290dba5ad19c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Jan 25 02:38:32.243370 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-870d5c4a-a2f1-4c5e-8680-9f88ddacb4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.526447 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76026-2498-481c-aa2e-52f5a9035ef9 req-51df8b03-35d6-48f1-8752-0288346d2afe tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:32.528887 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1fd76026-2498-481c-aa2e-52f5a9035ef9 req-51df8b03-35d6-48f1-8752-0288346d2afe tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0569434 Jan 25 02:38:32.582283 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1fd76026-2498-481c-aa2e-52f5a9035ef9 req-c9ec137e-8dc6-4110-ba29-44108cad7c52 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462053 Jan 25 02:38:32.641670 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:32.745961 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668391252-network', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:32.768074 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Made reservation on behalf of d65992da9d1a4757b4821cc57b938a50 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:32.770318 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.779289 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.856258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks [] for security_group (14727e32-626a-4add-9966-08eb6d31ff4a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.860011 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (14727e32-626a-4add-9966-08eb6d31ff4a), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.888396 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:38:32.894611 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14727e32-626a-4add-9966-08eb6d31ff4a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:32.900861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (4da8f078-624b-41d6-8f6d-2fc754374ee2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.901209 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Added segment 4da8f078-624b-41d6-8f6d-2fc754374ee2 of type vlan for network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc Jan 25 02:38:32.942871 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (22dbbe70-d9ea-47d6-9223-de78fd4e00fc), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.971628 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (22dbbe70-d9ea-47d6-9223-de78fd4e00fc), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:32.972735 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:32.973330 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.011585 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3661380 Jan 25 02:38:33.011820 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55478) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:33.016461 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Request body: {'subnet': {'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668391252-subnet', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:33.057464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6e115-437c-4a70-88a8-109f0e0889fe admin admin] Pushing event updated for resources: {'Network': ['ID=22dbbe70-d9ea-47d6-9223-de78fd4e00fc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:33.069289 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:38:33.075932 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Made reservation on behalf of d65992da9d1a4757b4821cc57b938a50 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:33.078303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8657285'] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.222368 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.282160 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3891842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8657323'] for subnet (294af274-3b21-46ff-94b1-1fafedb328ee), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.337670 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074baf18-e334-4121-b8de-8d716ced26da req-c8651ddc-8852-414d-aae2-22a9a56db343 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:33.339210 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-074baf18-e334-4121-b8de-8d716ced26da req-c8651ddc-8852-414d-aae2-22a9a56db343 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.1031282 Jan 25 02:38:33.373452 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294af274-3b21-46ff-94b1-1fafedb328ee,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:33.386048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Checking segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:33.386402 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Network hostable DHCP agents. Network: 22dbbe70-d9ea-47d6-9223-de78fd4e00fc, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:38:33.418452 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-074baf18-e334-4121-b8de-8d716ced26da req-03598a5f-c13b-4ba2-86cf-1573631e9f87 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707984 Jan 25 02:38:33.424555 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:38:33.433674 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 22dbbe70-d9ea-47d6-9223-de78fd4e00fc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:33.437785 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:33.438392 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.445277 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8fc813-6897-4c74-85d6-71398c820299 None None] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:33.456707 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b2c0318d-b618-471d-9a55-bc0087a6e635 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4415224 Jan 25 02:38:33.456910 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:33.461538 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:33.483382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.484357 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.539018 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for router_controller (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.555944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:38:33.556799 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.672165 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for router_gateway (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.697734 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Allocated IP 172.20.0.2 (22dbbe70-d9ea-47d6-9223-de78fd4e00fc/294af274-3b21-46ff-94b1-1fafedb328ee/d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:33.711694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f53cf-97fe-43ed-8f26-cced94bb4572 req-38a36778-085b-4186-a9a0-8386bb451eee tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:33.713393 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a42f53cf-97fe-43ed-8f26-cced94bb4572 req-38a36778-085b-4186-a9a0-8386bb451eee tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0527432 Jan 25 02:38:33.762533 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a42f53cf-97fe-43ed-8f26-cced94bb4572 req-d241461d-2efb-4ad1-9e73-e1f5e7665622 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Jan 25 02:38:33.848707 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks [] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.855633 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.873835 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for router_gateway (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.892469 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.896898 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:33.902065 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:33.905638 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:33.912933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Pushing event updated for resources: {'Port': ['ID=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:33.965440 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Attempting to bind port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:33.965812 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Attempting to bind port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:33.966170 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Attempting to bind port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d on network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:33.971184 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:33.971557 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Checking segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:33.971954 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:33.972341 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Bound using segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:33.972797 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Bound port: d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:33.973192 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.006359 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Allocated IP 172.28.2.206 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/3ecd25c6-29a4-4d15-95bd-0f2eb877258d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:34.034783 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] For port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:34.038844 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] For port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:34.043631 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.103621 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef98fa-bdb3-466d-9c0f-826541c0fb6a None None] Pushing event updated for resources: {'Port': ['ID=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:34.129571 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.164592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.201446 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:34.206306 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:34.209704 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:34.215936 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:34.476731 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for router_gateway (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.607759 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef01f0c-81ff-4a1d-9572-8eb5570b166e req-22b40bd2-f903-4021-9500-c9ea61e17631 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:34.609215 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cef01f0c-81ff-4a1d-9572-8eb5570b166e req-22b40bd2-f903-4021-9500-c9ea61e17631 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0959592 Jan 25 02:38:34.705167 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-cef01f0c-81ff-4a1d-9572-8eb5570b166e req-14204d20-43e1-408f-be79-ea355747ea9c tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894239 Jan 25 02:38:34.753877 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.844088 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:34.898151 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:38:34.969367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f239314-4358-4898-a28e-dc8065e1e5eb None None] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:35.076414 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Provisioning complete for port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:35.076805 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.173753 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Current status of the port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:35.174145 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.223867 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] For port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:35.224737 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:35.234010 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.235540 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Sync routers for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:35.249977 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.251684 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:35.252808 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:35.254347 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55498) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:35.254815 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-31156acb-af30-49fa-9449-2ec739bd8750 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7969956 Jan 25 02:38:35.307719 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29119695-1994-4ac9-b694-1e5e6151bdc1 None None] Pushing event updated for resources: {'Port': ['ID=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:35.351900 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:35.394344 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:35.413568 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:35.414787 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.470728 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-89acf6d4-1b67-4d70-975a-15e33faa669e None None] Provisioning complete for port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:35.471380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-89acf6d4-1b67-4d70-975a-15e33faa669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.551736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:35.591420 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:34Z', 'revision_number': 3, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:35.595151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-89acf6d4-1b67-4d70-975a-15e33faa669e None None] Current status of the port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:35.619722 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Checking router: d924f5c0-f3b7-4801-87f1-5199a8ad0e3d for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:35.620056 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Updating router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:38:35.643467 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.719196 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.865391 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff31f-a174-46d8-a684-19977db27557 req-cad557bd-bfcb-4296-a3da-51945a2a1f28 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:35.867125 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-15bff31f-a174-46d8-a684-19977db27557 req-cad557bd-bfcb-4296-a3da-51945a2a1f28 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0906248 Jan 25 02:38:35.894736 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks [] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.897133 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.942602 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Allocated IP 172.20.0.1 (22dbbe70-d9ea-47d6-9223-de78fd4e00fc/294af274-3b21-46ff-94b1-1fafedb328ee/b2cb6950-54f1-4bd9-b7bd-52be7bc6502d) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:35.954163 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Pushing event updated for resources: {'Port': ['ID=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,revision_number=2']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:35.958242 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-15bff31f-a174-46d8-a684-19977db27557 req-3fec7997-1843-443f-88b2-5b69c25897ed tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852334 Jan 25 02:38:35.962164 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Attempting to bind port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:35.962721 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Attempting to bind port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:35.963317 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Attempting to bind port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:35.966709 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.967081 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.967446 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.967790 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.968124 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.968452 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.968779 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.969104 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.969430 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.969796 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.970075 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.970394 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.970709 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:35.979727 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:35.980108 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:35.980521 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:35.981164 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:35.981799 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Bound port: 3ecd25c6-29a4-4d15-95bd-0f2eb877258d, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:35.982367 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.032114 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] For port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:36.035186 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] For port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:36.040036 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.056719 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks [] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.092018 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.096573 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:36.097197 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:36.134538 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b05838-279c-480a-b92b-841d3cdf8558 None None] Pushing event updated for resources: {'Port': ['ID=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:36.136048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:36.138878 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:36.144731 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:36.183039 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Pushing event updated for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:36.206942 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.210117 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:36.222117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.385843 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.404226 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:34Z', 'revision_number': 3, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:36.431404 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19f9b-1d74-4b24-8522-099e9bccc028 None None] The sync data for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb is: [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:34Z', 'revision_number': 3, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:36.530589 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-16017c66-324d-4bba-a74e-81c94eadf256 None None] Provisioning complete for port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:36.531270 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-16017c66-324d-4bba-a74e-81c94eadf256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.583650 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-16017c66-324d-4bba-a74e-81c94eadf256 None None] Port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:38:36.584325 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks [] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.590306 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.656694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:36.658565 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Pushing event updated for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:36.792656 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:36.795800 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:36.820377 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-551a0b80-b326-46b1-be4a-235b798a073a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:36.822044 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-551a0b80-b326-46b1-be4a-235b798a073a tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.0702174 Jan 25 02:38:37.021506 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:38:37.037436 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Deleting port 7dca908a-cba3-435a-87d5-9aabdef59045 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:37.038506 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.107405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-89ab5992-d789-4cc8-9324-aaab0fcc4a37 None None] Provisioning complete for port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:37.107787 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-89ab5992-d789-4cc8-9324-aaab0fcc4a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.155799 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-89ab5992-d789-4cc8-9324-aaab0fcc4a37 None None] Port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:38:37.261982 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70a1c-d7a8-499f-a9be-c62b48b45175 req-78f60979-2a10-4412-b7ba-0eb8cd27b576 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:37.263571 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83c70a1c-d7a8-499f-a9be-c62b48b45175 req-78f60979-2a10-4412-b7ba-0eb8cd27b576 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/ports?device_id=bb819a3e-52c1-4fc7-b709-55e60da2aab1 HTTP/1.1" status: 200 len: 945 time: 0.2069199 Jan 25 02:38:37.295431 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] For port 7dca908a-cba3-435a-87d5-9aabdef59045, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7dca908a-cba3-435a-87d5-9aabdef59045,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:37.295844 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.299682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:37.311181 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-c06f57fc-18c6-457d-aee3-5edf4db7c5ec admin admin] 10.222.0.109 "PUT /v2.0/routers/d924f5c0-f3b7-4801-87f1-5199a8ad0e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0504315 Jan 25 02:38:37.327496 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Calling delete_port for 7dca908a-cba3-435a-87d5-9aabdef59045 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:37.395309 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83c70a1c-d7a8-499f-a9be-c62b48b45175 req-3c351621-5fc3-4a1a-9b16-99f155f7ce81 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.109 "GET /v2.0/security-groups?id=adf35e12-d8cc-40ea-9445-6925d3424850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167693 Jan 25 02:38:37.411212 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:37.471531 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:38:37.502493 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:37.502881 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.574958 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (7dca908a-cba3-435a-87d5-9aabdef59045), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.612528 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Pushing event deleted for resources: {'Port': ['ID=7dca908a-cba3-435a-87d5-9aabdef59045,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:37.614303 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['7dca908a-cba3-435a-87d5-9aabdef59045'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:37.653846 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:37.654934 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3ecd25c6-29a4-4d15-95bd-0f2eb877258d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:37.684576 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] No DVR routers for this DVR port 7dca908a-cba3-435a-87d5-9aabdef59045 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:38:37.688984 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.704445 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-20f06f70-cd78-49c1-b1b3-11502dbcb6aa req-e73719e6-9813-4a2f-aa7f-824820329674 tempest-ServerRescueNegativeTestJSON-422013593 tempest-ServerRescueNegativeTestJSON-422013593-project] 10.222.0.120 "DELETE /v2.0/ports/7dca908a-cba3-435a-87d5-9aabdef59045 HTTP/1.1" status: 204 len: 173 time: 0.8516397 Jan 25 02:38:37.705308 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'name': 'network-vif-deleted', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:37.708211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23fc1dd-9628-4ae8-b1e5-1046a619bea5" -d '{"events": [{"server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "name": "network-vif-deleted", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:37.717320 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:37.717320 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.791090 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0d69c-8788-4765-9a0b-c4a2e5abd49b x-openstack-request-id: req-c7c0d69c-8788-4765-9a0b-c4a2e5abd49b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:37.791621 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb819a3e-52c1-4fc7-b709-55e60da2aab1", "name": "network-vif-deleted", "tag": "7dca908a-cba3-435a-87d5-9aabdef59045", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:37.791881 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-c7c0d69c-8788-4765-9a0b-c4a2e5abd49b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:37.792283 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb819a3e-52c1-4fc7-b709-55e60da2aab1', 'name': 'network-vif-deleted', 'tag': '7dca908a-cba3-435a-87d5-9aabdef59045', 'status': 'completed', 'code': 200} Jan 25 02:38:37.839759 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:37.840246 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.867712 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:37.874481 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:37.969997 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:37.973665 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1ab5a-ce44-4b60-8ac4-b33c5b019c06 req-fd6028c1-d5ad-4202-83c9-f47a52ce0f6f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:37.975272 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b1ab5a-ce44-4b60-8ac4-b33c5b019c06 req-fd6028c1-d5ad-4202-83c9-f47a52ce0f6f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.0824080 Jan 25 02:38:38.031127 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6b1ab5a-ce44-4b60-8ac4-b33c5b019c06 req-414c8483-3d58-42b8-b37f-66c961df6ba5 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495586 Jan 25 02:38:38.127853 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:38.133291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1814434858-network', 'tenant_id': 'e2f0912fbd724840838a083c12830786'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:38.155655 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Made reservation on behalf of e2f0912fbd724840838a083c12830786 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:38.157884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.166314 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.245433 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks [] for security_group (6e732978-9e1b-4c3d-b061-d467d954b89f), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.249313 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6e732978-9e1b-4c3d-b061-d467d954b89f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.275489 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:38:38.285304 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e732978-9e1b-4c3d-b061-d467d954b89f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:38.290456 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (510d2926-edb7-4460-bca8-7e62dec64b72), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.290791 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Added segment 510d2926-edb7-4460-bca8-7e62dec64b72 of type vlan for network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f Jan 25 02:38:38.315830 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Sync routers for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:38.329519 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:38.330133 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:38.340231 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (7086d77b-cebd-47ba-8e14-68e1c4d9b47f), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.375361 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (7086d77b-cebd-47ba-8e14-68e1c4d9b47f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.376514 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:38.377479 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.411087 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2810991 Jan 25 02:38:38.412730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:38.418329 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Request body: {'subnet': {'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1814434858-subnet', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:38.444361 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:38.459766 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547f3f5-7895-4d9c-ac0b-b0440a6ff7d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7086d77b-cebd-47ba-8e14-68e1c4d9b47f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:38.474470 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:38:38.482069 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Made reservation on behalf of e2f0912fbd724840838a083c12830786 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:38.486772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8657285'] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.492721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55544) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:38.676532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3891842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8657323'] for subnet (0b11d9e2-8f1c-4135-80d9-09ff31f2036b), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.736752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b11d9e2-8f1c-4135-80d9-09ff31f2036b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:38.742127 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Checking segment: {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:38.742514 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Network hostable DHCP agents. Network: 7086d77b-cebd-47ba-8e14-68e1c4d9b47f, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:38:38.760943 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:38:38.771829 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 7086d77b-cebd-47ba-8e14-68e1c4d9b47f) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:38.776927 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:38.777573 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.786897 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3a26a6-d195-42e1-8df5-e692fe6d086a None None] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:38.804352 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-3d1ef0c9-d9f9-4a4f-970f-0a6eaae151ca admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3874552 Jan 25 02:38:38.804654 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:38.809678 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:38.832700 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (2f85063e-df3c-4596-90d5-34116e8de734), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.834035 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (2f85063e-df3c-4596-90d5-34116e8de734), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.891395 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for router_controller (2f85063e-df3c-4596-90d5-34116e8de734), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.922415 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 2, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:38.952048 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'project_id': 'e2f0912fbd724840838a083c12830786', 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:38:38.952907 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:38.955427 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Checking router: d924f5c0-f3b7-4801-87f1-5199a8ad0e3d for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:38.955786 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Updating router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:38:38.992446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.061359 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for router_gateway (2f85063e-df3c-4596-90d5-34116e8de734), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.201080 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Allocated IP 172.20.0.2 (7086d77b-cebd-47ba-8e14-68e1c4d9b47f/0b11d9e2-8f1c-4135-80d9-09ff31f2036b/3e395dc0-6390-4eb5-bfed-708cca779c8c) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:39.204812 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f2c56-b75c-4495-9a79-74d1d5991194 req-8a430e81-113b-4b61-920b-4f8bd2e1c113 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:39.206296 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-da5f2c56-b75c-4495-9a79-74d1d5991194 req-8a430e81-113b-4b61-920b-4f8bd2e1c113 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.0787716 Jan 25 02:38:39.217653 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (13807126-e2a9-4c14-a326-0aaa24923f48), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.313106 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for router_gateway (2f85063e-df3c-4596-90d5-34116e8de734), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.336302 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.352182 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-da5f2c56-b75c-4495-9a79-74d1d5991194 req-d96275fe-016d-467a-b9b0-766dfbd170f6 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380382 Jan 25 02:38:39.357406 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3ecd25c6-29a4-4d15-95bd-0f2eb877258d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:39.362546 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks [] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.409814 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.460845 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Allocated IP 172.28.2.233 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/918ca5de-9793-4f41-aab6-bc697634d6aa) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:39.507360 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:39.514140 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:39.515891 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Pushing event updated for resources: {'Port': ['ID=3e395dc0-6390-4eb5-bfed-708cca779c8c,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:39.518761 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:39.545365 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:39.545741 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.576321 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.607456 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Deleting port f4fd8cfb-3a76-4708-be38-9dd747296ddb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:39.608034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.614699 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.648376 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Attempting to bind port 3e395dc0-6390-4eb5-bfed-708cca779c8c on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:39.648736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Attempting to bind port 3e395dc0-6390-4eb5-bfed-708cca779c8c by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:39.649284 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Attempting to bind port 3e395dc0-6390-4eb5-bfed-708cca779c8c on network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:39.658481 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:39.661502 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:39.664369 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:39.678937 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:39.679708 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Checking segment: {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:39.680272 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.680838 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Bound using segment: {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:39.681462 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Bound port: 3e395dc0-6390-4eb5-bfed-708cca779c8c, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:39.681998 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.687642 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Pushing event updated for resources: {'Port': ['ID=918ca5de-9793-4f41-aab6-bc697634d6aa,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:39.714502 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] For port f4fd8cfb-3a76-4708-be38-9dd747296ddb, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f4fd8cfb-3a76-4708-be38-9dd747296ddb,segment=NetworkSegment(d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9),segment_id=d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:39.714783 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.715889 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks [] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.729367 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Calling delete_port for f4fd8cfb-3a76-4708-be38-9dd747296ddb owned by network:router_interface {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:39.753666 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7dca908a-cba3-435a-87d5-9aabdef59045 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:39.759210 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.800572 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 7dca908a-cba3-435a-87d5-9aabdef59045 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:39.800929 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7dca908a-cba3-435a-87d5-9aabdef59045 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:39.865039 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:39.917487 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] For port 3e395dc0-6390-4eb5-bfed-708cca779c8c, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:39.919449 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c84a-8642-435c-82b2-77797f63ab18 None None] Pushing event updated for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:39.938998 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] For port 3e395dc0-6390-4eb5-bfed-708cca779c8c, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3e395dc0-6390-4eb5-bfed-708cca779c8c,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:39.945133 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (f4fd8cfb-3a76-4708-be38-9dd747296ddb), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.947145 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Attempting to bind port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:39.949611 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Attempting to bind port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:39.949611 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Attempting to bind port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d on network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:39.953460 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:39.953946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Checking segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:39.954355 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.955275 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Bound using segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:39.955275 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Bound port: b2cb6950-54f1-4bd9-b7bd-52be7bc6502d, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:39.955615 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.959825 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.977868 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for router_gateway (2f85063e-df3c-4596-90d5-34116e8de734), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:39.981476 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fd8cfb-3a76-4708-be38-9dd747296ddb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:40.139508 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] For port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:40.142610 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea7276-b851-4dc1-a0c3-558ab0bea2fa None None] Pushing event updated for resources: {'Port': ['ID=3e395dc0-6390-4eb5-bfed-708cca779c8c,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:40.149172 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] For port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:40.155352 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.196160 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (13807126-e2a9-4c14-a326-0aaa24923f48), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.226921 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:40.227573 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:40.246429 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (2f85063e-df3c-4596-90d5-34116e8de734), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.392158 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Provisioning complete for port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:40.392538 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.397629 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:40.542144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Router 13807126-e2a9-4c14-a326-0aaa24923f48 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:38:40.564714 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Router 2f85063e-df3c-4596-90d5-34116e8de734 is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:38:40.579465 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56434b2-2c74-403a-9dab-1ad4afd0d50e req-6422801c-54de-472b-93fc-92a3cac48d5a tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:40.581064 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b56434b2-2c74-403a-9dab-1ad4afd0d50e req-6422801c-54de-472b-93fc-92a3cac48d5a tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.0869839 Jan 25 02:38:40.637486 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c84a-8642-435c-82b2-77797f63ab18 None None] Pushing event updated for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:40.684401 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:40.691873 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-4e4196e0-c469-4390-9c40-4ea15c8ac880 admin admin] 10.222.0.109 "PUT /v2.0/routers/13807126-e2a9-4c14-a326-0aaa24923f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958473 Jan 25 02:38:40.692278 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55554) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:40.699657 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Sync routers for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:40.709339 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:40.711125 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:40.711468 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b56434b2-2c74-403a-9dab-1ad4afd0d50e req-a6d7a4b7-8611-4508-a513-221430d7056d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146135 Jan 25 02:38:40.744770 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:40.773016 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Sync routers for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:40.789600 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.792710 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b44c3ee2-fc4d-4ae0-8154-443c691262dd admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9859664 Jan 25 02:38:40.794603 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55556) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:40.801879 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Current status of the port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:40.802268 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.815092 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:40.815732 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:40.836795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks [] for router (13807126-e2a9-4c14-a326-0aaa24923f48), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.931474 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] For port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:40.969316 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:40.974075 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:40.974737 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks [] for router_gateway (13807126-e2a9-4c14-a326-0aaa24923f48), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.035162 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:41.053973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Deleting port ae4f572a-e685-4438-81e1-b21066494c04 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:41.054400 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (ae4f572a-e685-4438-81e1-b21066494c04), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.133703 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5ab84-df18-4f64-8858-97875987541a None None] Pushing event updated for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:41.174758 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] For port ae4f572a-e685-4438-81e1-b21066494c04, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=ae4f572a-e685-4438-81e1-b21066494c04,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:41.175911 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (ae4f572a-e685-4438-81e1-b21066494c04), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.181264 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-e9435c55-04b6-4af2-ac50-2dcf5a1563ae None None] Provisioning complete for port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:41.181588 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e9435c55-04b6-4af2-ac50-2dcf5a1563ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.184646 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:41.190904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Calling delete_port for ae4f572a-e685-4438-81e1-b21066494c04 owned by network:router_gateway {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:41.260150 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:38:39Z', 'revision_number': 5, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port': {'id': 'ae4f572a-e685-4438-81e1-b21066494c04', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:43Z', 'updated_at': '2022-01-25T02:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:41.269171 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da532466-0af6-4fc2-a311-f47223b44ab8 None None] The sync data for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb is: [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:41.336359 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Checking router: 13807126-e2a9-4c14-a326-0aaa24923f48 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:41.354181 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Routers {'13807126-e2a9-4c14-a326-0aaa24923f48'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:41.354800 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['13807126-e2a9-4c14-a326-0aaa24923f48'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:41.471784 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (ae4f572a-e685-4438-81e1-b21066494c04), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.489460 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-e9435c55-04b6-4af2-ac50-2dcf5a1563ae None None] Current status of the port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:41.511971 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:39Z', 'revision_number': 3, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:41.548904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4f572a-e685-4438-81e1-b21066494c04,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:41.555887 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Checking router: 2f85063e-df3c-4596-90d5-34116e8de734 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:41.556946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Updating router 2f85063e-df3c-4596-90d5-34116e8de734 port 918ca5de-9793-4f41-aab6-bc697634d6aa binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:38:41.580631 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] Set router 13807126-e2a9-4c14-a326-0aaa24923f48 gateway port host: None {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:41.601446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3e395dc0-6390-4eb5-bfed-708cca779c8c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:41.634048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.643392 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.652511 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (13807126-e2a9-4c14-a326-0aaa24923f48), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.675646 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 6, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port_host': None}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:41.740258 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfa383-845c-4a0b-9df2-940497e6b5d1 None None] The sync data for ids ['13807126-e2a9-4c14-a326-0aaa24923f48'] in dv-cinder-819778-6-smb is: [{'id': '13807126-e2a9-4c14-a326-0aaa24923f48', 'name': 'tempest-ServerRescueNegativeTestJSON-2010977735-router', 'tenant_id': 'd08fc7e562584dff8951aae0452a96c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 6, 'project_id': 'd08fc7e562584dff8951aae0452a96c3', 'gw_port_host': None}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:41.771584 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3edc2-0c0e-452f-85ff-fb7699d2b3d8 None None] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:41.844201 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (13807126-e2a9-4c14-a326-0aaa24923f48), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.846640 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks [] for router_controller (13807126-e2a9-4c14-a326-0aaa24923f48), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.902651 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Allocated IP 172.20.0.1 (7086d77b-cebd-47ba-8e14-68e1c4d9b47f/0b11d9e2-8f1c-4135-80d9-09ff31f2036b/47590023-81fb-4a72-af37-77aa2474d01f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:41.984425 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddb5b4-56ba-447d-874a-681f86becff6 req-09f9875f-a8f0-4a29-87ab-9b9a972a4474 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:41.986181 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9bddb5b4-56ba-447d-874a-681f86becff6 req-09f9875f-a8f0-4a29-87ab-9b9a972a4474 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.1294777 Jan 25 02:38:41.994601 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (13807126-e2a9-4c14-a326-0aaa24923f48), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:41.995368 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13807126-e2a9-4c14-a326-0aaa24923f48 {{(pid=102601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:38:41.995611 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Provisioning complete for port 3e395dc0-6390-4eb5-bfed-708cca779c8c triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:41.995986 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.002673 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.007409 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-eed74758-3ae7-43e3-af05-67aaec4abc69 admin admin] 10.222.0.109 "DELETE /v2.0/routers/13807126-e2a9-4c14-a326-0aaa24923f48 HTTP/1.1" status: 204 len: 168 time: 1.3138275 Jan 25 02:38:42.008795 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:42.091945 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Deleting subnet b8752055-d090-498a-879e-074ad2a08864 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:38:42.105482 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Publish callbacks [] for subnet (b8752055-d090-498a-879e-074ad2a08864), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.111511 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks [] for port (47590023-81fb-4a72-af37-77aa2474d01f), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.111947 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 3e395dc0-6390-4eb5-bfed-708cca779c8c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:42.111947 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.203066 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3701806'] for subnet (b8752055-d090-498a-879e-074ad2a08864), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.318666 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (b8752055-d090-498a-879e-074ad2a08864), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.322173 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.386786 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks [] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.405677 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9bddb5b4-56ba-447d-874a-681f86becff6 req-8dfcbc3e-3b93-42b3-888d-31663815417a tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968580 Jan 25 02:38:42.448853 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:42.453987 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:42.461036 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:42.468770 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.507872 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Current status of the port 3e395dc0-6390-4eb5-bfed-708cca779c8c is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:42.508599 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.519721 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Pushing event updated for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:42.552641 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (2f85063e-df3c-4596-90d5-34116e8de734), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.629584 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3891779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8657312'] for subnet (b8752055-d090-498a-879e-074ad2a08864), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.656805 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Attempting to bind port 918ca5de-9793-4f41-aab6-bc697634d6aa on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:42.657404 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Attempting to bind port 918ca5de-9793-4f41-aab6-bc697634d6aa by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:42.657526 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Attempting to bind port 918ca5de-9793-4f41-aab6-bc697634d6aa on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:42.673583 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:42.673993 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:42.674282 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.674729 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.674956 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:42.677373 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Bound port: 918ca5de-9793-4f41-aab6-bc697634d6aa, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:42.677788 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.681937 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55562) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:42.682810 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] 10.222.0.109 "DELETE /v2.0/subnets/b8752055-d090-498a-879e-074ad2a08864 HTTP/1.1" status: 204 len: 168 time: 0.6721714 Jan 25 02:38:42.690868 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8893b52-4290-49f3-8f52-a22e77fba94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8752055-d090-498a-879e-074ad2a08864,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:42.703549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] For port 3e395dc0-6390-4eb5-bfed-708cca779c8c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3e395dc0-6390-4eb5-bfed-708cca779c8c,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:42.705269 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407a56e-343b-46ce-a3f8-32644d1a79fb None None] Pushing event updated for resources: {'Port': ['ID=918ca5de-9793-4f41-aab6-bc697634d6aa,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:42.710071 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 3e395dc0-6390-4eb5-bfed-708cca779c8c is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:42.710697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.765914 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.803335 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (47590023-81fb-4a72-af37-77aa2474d01f), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.810305 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (33e29e1c-4c5b-46e6-a60e-c9a371db0688), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.859577 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] For port 918ca5de-9793-4f41-aab6-bc697634d6aa, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:42.933547 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (33e29e1c-4c5b-46e6-a60e-c9a371db0688), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:42.986125 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e29e1c-4c5b-46e6-a60e-c9a371db0688']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:43.005769 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:43.009711 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:43.032417 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.057036 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.068519 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:38:43.070380 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (d8b92b24-10b5-48de-ba1a-4e9d2d0e8ca9), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:38:43.081904 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:38:43.121197 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks [] for port (47590023-81fb-4a72-af37-77aa2474d01f), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.136704 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.142442 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] For port 918ca5de-9793-4f41-aab6-bc697634d6aa, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=918ca5de-9793-4f41-aab6-bc697634d6aa,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:43.159939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (33e29e1c-4c5b-46e6-a60e-c9a371db0688), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.165005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.169623 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.170195 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d268b-e1d5-4084-b856-eb1ee71609ce None None] Pushing event updated for resources: {'Port': ['ID=3e395dc0-6390-4eb5-bfed-708cca779c8c,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:43.172883 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:38:43.173275 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG oslo_db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:38:43.174045 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] 10.222.0.109 "DELETE /v2.0/networks/33e29e1c-4c5b-46e6-a60e-c9a371db0688 HTTP/1.1" status: 204 len: 168 time: 0.4909298 Jan 25 02:38:43.189083 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692f923-f8d7-44df-979b-c916a2da6524 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e29e1c-4c5b-46e6-a60e-c9a371db0688,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:43.203653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-c02d955c-cd3f-4349-abf7-59f037558fe3 None None] Provisioning complete for port 3e395dc0-6390-4eb5-bfed-708cca779c8c triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:43.204113 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c02d955c-cd3f-4349-abf7-59f037558fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.247467 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Pushing event updated for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:43.250003 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (2f85063e-df3c-4596-90d5-34116e8de734), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.269849 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:43.269849 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:43.309215 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407a56e-343b-46ce-a3f8-32644d1a79fb None None] Pushing event updated for resources: {'Port': ['ID=918ca5de-9793-4f41-aab6-bc697634d6aa,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:43.360648 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:43.362064 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:43.363866 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-dc339a77-bfd7-4b23-b043-3bdab9f9eaba tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:43.380464 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-dc339a77-bfd7-4b23-b043-3bdab9f9eaba tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.1013427 Jan 25 02:38:43.432979 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-c02d955c-cd3f-4349-abf7-59f037558fe3 None None] Current status of the port 3e395dc0-6390-4eb5-bfed-708cca779c8c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:43.480381 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:43.555282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Deleting port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:38:43.555621 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.574986 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55570) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:43.602266 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-94336cfe-03c1-4baf-8ab9-a226914e8eaa None None] Provisioning complete for port 47590023-81fb-4a72-af37-77aa2474d01f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:43.602649 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-94336cfe-03c1-4baf-8ab9-a226914e8eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (47590023-81fb-4a72-af37-77aa2474d01f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.674880 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-27c69af4-7483-4ed3-adbc-013c01404b23 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d08fc7e562584dff8951aae0452a96c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0961826 Jan 25 02:38:43.675834 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55572) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:43.736890 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-94336cfe-03c1-4baf-8ab9-a226914e8eaa None None] Port 47590023-81fb-4a72-af37-77aa2474d01f cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:38:43.737497 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] For port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:43.737497 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.746062 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 3e395dc0-6390-4eb5-bfed-708cca779c8c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:43.754815 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Calling delete_port for 3558e8b1-9ec1-4a3c-be18-1ecb714d967d owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:38:43.772646 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] Publish callbacks [] for security_group (adf35e12-d8cc-40ea-9445-6925d3424850), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.798629 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] Publish callbacks [] for security_group (adf35e12-d8cc-40ea-9445-6925d3424850), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.835654 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382202d8-b852-4467-990e-e538aed321f7 req-c08384f1-6e7d-4cc9-9dfb-660030853274 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:43.837229 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-382202d8-b852-4467-990e-e538aed321f7 req-c08384f1-6e7d-4cc9-9dfb-660030853274 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=86d3e710-843d-470e-8aed-7866b40b709f HTTP/1.1" status: 200 len: 945 time: 0.1133926 Jan 25 02:38:43.839569 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '47590023-81fb-4a72-af37-77aa2474d01f', 'name': '', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'mac_address': 'fa:16:3e:67:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:41Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 2, 'project_id': 'e2f0912fbd724840838a083c12830786', 'subnets': [{'id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:43.846847 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Router 2f85063e-df3c-4596-90d5-34116e8de734 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:38:43.885710 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f20779-e84a-466c-b538-cfc6667c6cb5 None None] The sync data for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb is: [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '47590023-81fb-4a72-af37-77aa2474d01f', 'name': '', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'mac_address': 'fa:16:3e:67:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:41Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 2, 'project_id': 'e2f0912fbd724840838a083c12830786', 'subnets': [{'id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:43.904444 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-ed22920b-0b6e-4975-9c1e-c641f00fbc53 None None] Provisioning complete for port 47590023-81fb-4a72-af37-77aa2474d01f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:43.904444 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ed22920b-0b6e-4975-9c1e-c641f00fbc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (47590023-81fb-4a72-af37-77aa2474d01f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.915536 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (adf35e12-d8cc-40ea-9445-6925d3424850), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.920275 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:43.920275 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/adf35e12-d8cc-40ea-9445-6925d3424850 HTTP/1.1" status: 204 len: 168 time: 0.2430422 Jan 25 02:38:43.932843 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1573a-6033-4fd3-897d-ec59e5d1a8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf35e12-d8cc-40ea-9445-6925d3424850,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:43.978244 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-382202d8-b852-4467-990e-e538aed321f7 req-edf5549b-3a2a-4e14-84d0-b9019592bb82 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297500 Jan 25 02:38:43.994567 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-ed22920b-0b6e-4975-9c1e-c641f00fbc53 None None] Port 47590023-81fb-4a72-af37-77aa2474d01f cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:38:44.054466 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (3558e8b1-9ec1-4a3c-be18-1ecb714d967d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:44.081739 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:38:44.090909 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Pushing event deleted for resources: {'Port': ['ID=3558e8b1-9ec1-4a3c-be18-1ecb714d967d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:44.091217 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6572f7c5-87bc-41a5-9ca1-5203cd05f4cc admin admin] 10.222.0.109 "PUT /v2.0/routers/2f85063e-df3c-4596-90d5-34116e8de734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2951317 Jan 25 02:38:44.092899 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3e395dc0-6390-4eb5-bfed-708cca779c8c up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:44.096941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['3558e8b1-9ec1-4a3c-be18-1ecb714d967d'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:44.149861 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] No DVR routers for this DVR port 3558e8b1-9ec1-4a3c-be18-1ecb714d967d on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:38:44.153541 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:44.157821 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-283558b1-485e-4bf6-b0ca-b947122f13bc req-689884f0-027c-44d4-b395-898aca084111 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "DELETE /v2.0/ports/3558e8b1-9ec1-4a3c-be18-1ecb714d967d HTTP/1.1" status: 204 len: 173 time: 0.7706985 Jan 25 02:38:44.158534 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'name': 'network-vif-deleted', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:44.161698 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc2465e-5d7d-4787-b917-47611ce9137e" -d '{"events": [{"server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "name": "network-vif-deleted", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:44.205282 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 3e395dc0-6390-4eb5-bfed-708cca779c8c triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:44.205676 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:44.266066 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69b185-2df9-4770-914f-90e5b4e8673a x-openstack-request-id: req-be69b185-2df9-4770-914f-90e5b4e8673a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:44.266363 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d3e710-843d-470e-8aed-7866b40b709f", "name": "network-vif-deleted", "tag": "3558e8b1-9ec1-4a3c-be18-1ecb714d967d", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:44.266622 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-be69b185-2df9-4770-914f-90e5b4e8673a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:44.267458 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d3e710-843d-470e-8aed-7866b40b709f', 'name': 'network-vif-deleted', 'tag': '3558e8b1-9ec1-4a3c-be18-1ecb714d967d', 'status': 'completed', 'code': 200} Jan 25 02:38:44.365665 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 3e395dc0-6390-4eb5-bfed-708cca779c8c is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:44.367828 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device b2cb6950-54f1-4bd9-b7bd-52be7bc6502d up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:44.439095 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:44.439688 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:44.544034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:44.615627 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f4fd8cfb-3a76-4708-be38-9dd747296ddb no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:44.637717 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: f4fd8cfb-3a76-4708-be38-9dd747296ddb {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:44.638324 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f4fd8cfb-3a76-4708-be38-9dd747296ddb not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:44.638901 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device ae4f572a-e685-4438-81e1-b21066494c04 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:44.661427 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: ae4f572a-e685-4438-81e1-b21066494c04 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:44.661790 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device ae4f572a-e685-4438-81e1-b21066494c04 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:44.989211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55602) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.117611 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1676395598-network', 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.149533 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55610) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.154043 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:45.155457 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032468449', 'description': 'tempest-secgroup-smoke-1032468449 description', 'project_id': 'd65992da9d1a4757b4821cc57b938a50'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.156345 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.166259 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.190578 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.257863 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks [] for security_group (c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.269387 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.295853 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (c57bc031-ccd9-44c4-86f0-b4f49bfef8d1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.298721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:38:45.299814 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c57bc031-ccd9-44c4-86f0-b4f49bfef8d1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.320804 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.323250 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (06aee2e6-289b-4e14-96f2-d2191bd9a1ce), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.323591 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Added segment 06aee2e6-289b-4e14-96f2-d2191bd9a1ce of type vlan for network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 Jan 25 02:38:45.336990 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.338190 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1867568 Jan 25 02:38:45.341003 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1751394-c468-439b-b72b-cf36fa46c5b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.344274 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.349206 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.373216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (1cf79ce4-659b-47be-8f0a-11554c0e7a96), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.383654 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (1566942c-2a8f-446b-82b5-d125956c4979), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.400545 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (1cf79ce4-659b-47be-8f0a-11554c0e7a96), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.401552 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:45.402237 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.438364 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4480512 Jan 25 02:38:45.445133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.450194 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Request body: {'subnet': {'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1676395598-subnet', 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.472888 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42ae26-a0cf-4f2d-a6e6-673420fc23cf admin admin] Pushing event updated for resources: {'Network': ['ID=1cf79ce4-659b-47be-8f0a-11554c0e7a96,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.476329 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (1566942c-2a8f-446b-82b5-d125956c4979), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.484217 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (1566942c-2a8f-446b-82b5-d125956c4979), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.486470 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:38:45.510709 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:45.513028 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8657285'] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.527223 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1566942c-2a8f-446b-82b5-d125956c4979,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.539159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.540375 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d9831a5c-5c15-4263-afae-cbb9ea3bf8ee tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949966 Jan 25 02:38:45.543182 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55618) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.549182 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.590827 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (805375a2-b643-4b45-a0c4-a4f51d8d6c66), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.657905 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (805375a2-b643-4b45-a0c4-a4f51d8d6c66), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.664128 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (805375a2-b643-4b45-a0c4-a4f51d8d6c66), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.685568 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805375a2-b643-4b45-a0c4-a4f51d8d6c66,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.691627 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.692999 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-00d163e1-37bd-4b87-8ce1-40aeb0fc8e60 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473322 Jan 25 02:38:45.696386 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55620) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.700651 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.732256 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3891842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8657323'] for subnet (d318bbbb-fefc-49c9-aa0c-522ff1f2cf64), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.732496 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (0eb6c9ea-eaba-4a19-8cda-a37ef31ba654), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.797292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.805350 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Checking segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:45.805716 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Network hostable DHCP agents. Network: 1cf79ce4-659b-47be-8f0a-11554c0e7a96, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:38:45.828498 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:38:45.833106 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (0eb6c9ea-eaba-4a19-8cda-a37ef31ba654), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.837548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (0eb6c9ea-eaba-4a19-8cda-a37ef31ba654), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.844180 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 1cf79ce4-659b-47be-8f0a-11554c0e7a96) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:45.853102 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:45.853721 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.855548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb6c9ea-eaba-4a19-8cda-a37ef31ba654,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:45.859260 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616470a8-98b5-4ed7-b311-5715f89eb380 None None] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:45.867792 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.869168 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7fccb520-da57-4ab8-9bd6-bec52103a372 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719394 Jan 25 02:38:45.871954 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55622) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:45.877795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:45.915848 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-fcefa09b-748b-4c57-8807-74507c1d8376 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4693286 Jan 25 02:38:45.929901 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (c6ad0c56-870a-42fe-ade4-8d4d32b161e7), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:45.973952 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 918ca5de-9793-4f41-aab6-bc697634d6aa up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:46.004566 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (c6ad0c56-870a-42fe-ade4-8d4d32b161e7), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.014500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (c6ad0c56-870a-42fe-ade4-8d4d32b161e7), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.044695 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ad0c56-870a-42fe-ade4-8d4d32b161e7,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:46.056885 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.058793 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-489f6e7f-1f21-4185-95ac-0b772267a40f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854634 Jan 25 02:38:46.061405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 55626) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:46.063370 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ccae3-2fef-46ce-9749-2d72c13bce9c None None] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:38:46.066236 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:46.096237 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.securitygroups_db [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Project d65992da9d1a4757b4821cc57b938a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:38:46.102971 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (150110c4-ef57-4423-9448-95f15a386fda), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.164380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.176000 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (150110c4-ef57-4423-9448-95f15a386fda), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.179572 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 918ca5de-9793-4f41-aab6-bc697634d6aa triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:46.180055 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.181633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (150110c4-ef57-4423-9448-95f15a386fda), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.204979 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150110c4-ef57-4423-9448-95f15a386fda,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:46.233231 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.234457 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7fe8356e-8cb7-42b7-9076-529e71f65b53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1719594 Jan 25 02:38:46.237254 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 55634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:38:46.245707 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'security_group_rule': {'security_group_id': 'c57bc031-ccd9-44c4-86f0-b4f49bfef8d1', 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:46.272661 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Project d65992da9d1a4757b4821cc57b938a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 02:38:46.279442 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (f5eb57e5-9f60-4e8d-b092-bbcd4c54f86c), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.315667 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 918ca5de-9793-4f41-aab6-bc697634d6aa is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:46.316062 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.345080 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 918ca5de-9793-4f41-aab6-bc697634d6aa, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=918ca5de-9793-4f41-aab6-bc697634d6aa,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:46.353405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.387735 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (f5eb57e5-9f60-4e8d-b092-bbcd4c54f86c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.392652 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (f5eb57e5-9f60-4e8d-b092-bbcd4c54f86c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.416477 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5eb57e5-9f60-4e8d-b092-bbcd4c54f86c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:46.428691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:46.430318 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-14c105b0-1c1f-462c-92bb-ade87107363e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1920328 Jan 25 02:38:46.468396 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=918ca5de-9793-4f41-aab6-bc697634d6aa,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:46.617139 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-4d82a60a-b23d-4ed4-9b78-420a849d8082 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:46.618620 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-4d82a60a-b23d-4ed4-9b78-420a849d8082 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1164486 Jan 25 02:38:46.634122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-d6efb1e6-0f62-4bf7-8fa7-9c1b9f1a9120 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/quotas/571b2ab195f04a1ba5af2095a55c5ef4 HTTP/1.1" status: 200 len: 375 time: 0.0099878 Jan 25 02:38:46.665812 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-c075f471-1d01-40d7-91c7-3a81eceacf2e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262375 Jan 25 02:38:46.767327 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-6e96040c-5902-47b3-8afb-69c9393c441a service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946844 Jan 25 02:38:46.867150 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-2bb68dfb-e22f-406f-8084-fed2799446f0 service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937104 Jan 25 02:38:47.075556 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bb231b51-18a3-4129-a997-e61886bc8d29 req-9d7c46c5-df70-4b9e-a385-7ac75957e00f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 210 time: 0.0339031 Jan 25 02:38:47.146173 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Sync routers for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:38:47.157094 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:47.157705 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:47.275635 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:47.483582 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '47590023-81fb-4a72-af37-77aa2474d01f', 'name': '', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'mac_address': 'fa:16:3e:67:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:41Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 2, 'project_id': 'e2f0912fbd724840838a083c12830786', 'subnets': [{'id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:47.523239 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Checking router: 2f85063e-df3c-4596-90d5-34116e8de734 for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:38:47.523589 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Updating router 2f85063e-df3c-4596-90d5-34116e8de734 port 47590023-81fb-4a72-af37-77aa2474d01f binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:38:47.556920 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (47590023-81fb-4a72-af37-77aa2474d01f), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:47.716292 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 3558e8b1-9ec1-4a3c-be18-1ecb714d967d no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:38:47.738836 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 3558e8b1-9ec1-4a3c-be18-1ecb714d967d {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:38:47.739225 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 3558e8b1-9ec1-4a3c-be18-1ecb714d967d not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:38:47.838764 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks [] for port (47590023-81fb-4a72-af37-77aa2474d01f), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:47.844595 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:47.850653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 918ca5de-9793-4f41-aab6-bc697634d6aa up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:47.892177 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd6eb4-7c25-435d-a503-c479ca5d1c6c None None] Pushing event updated for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:47.917952 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 918ca5de-9793-4f41-aab6-bc697634d6aa triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:47.918519 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:47.958435 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Attempting to bind port 47590023-81fb-4a72-af37-77aa2474d01f on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:47.958810 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Attempting to bind port 47590023-81fb-4a72-af37-77aa2474d01f by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:47.959483 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Attempting to bind port 47590023-81fb-4a72-af37-77aa2474d01f on network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:47.965418 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:47.966080 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Checking segment: {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:47.966653 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:47.967234 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Bound using segment: {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:47.967885 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Bound port: 47590023-81fb-4a72-af37-77aa2474d01f, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510d2926-edb7-4460-bca8-7e62dec64b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:47.968454 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (47590023-81fb-4a72-af37-77aa2474d01f), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.023130 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 918ca5de-9793-4f41-aab6-bc697634d6aa is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:48.055916 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] For port 47590023-81fb-4a72-af37-77aa2474d01f, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:48.060084 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] For port 47590023-81fb-4a72-af37-77aa2474d01f, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=47590023-81fb-4a72-af37-77aa2474d01f,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:48.071684 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.133978 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd6eb4-7c25-435d-a503-c479ca5d1c6c None None] Pushing event updated for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=4']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:48.163332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Provisioning complete for port 47590023-81fb-4a72-af37-77aa2474d01f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:48.163736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (47590023-81fb-4a72-af37-77aa2474d01f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.189891 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:38:48.191404 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:38:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:48.312105 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Current status of the port 47590023-81fb-4a72-af37-77aa2474d01f is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:48.313501 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (47590023-81fb-4a72-af37-77aa2474d01f), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.321890 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d3d4aa7d-b819-4cb9-9f39-18adb38ac237 req-93d36018-ec69-42be-9966-ebb7ff94e20e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 210 time: 0.0836582 Jan 25 02:38:48.331809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-a704a6f3-b3a2-4154-8bfd-7c6ab92c45a8 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:48.333427 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-a704a6f3-b3a2-4154-8bfd-7c6ab92c45a8 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1923990 Jan 25 02:38:48.378687 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Request body: {'port': {'device_id': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'admin_state_up': True, 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:48.380924 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-480407ef-c30e-465b-936a-f14c21901172 None None] For port 47590023-81fb-4a72-af37-77aa2474d01f, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=47590023-81fb-4a72-af37-77aa2474d01f,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:48.385527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.414894 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:38:48.444855 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480407ef-c30e-465b-936a-f14c21901172 None None] Pushing event updated for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:48.506934 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-4fb4fcbd-f014-49c3-a2fb-2d7ef225fc72 None None] Provisioning complete for port 47590023-81fb-4a72-af37-77aa2474d01f triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:48.507483 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4fb4fcbd-f014-49c3-a2fb-2d7ef225fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (47590023-81fb-4a72-af37-77aa2474d01f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.524808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:48.529868 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.603595 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4fcbd-f014-49c3-a2fb-2d7ef225fc72 None None] Current status of the port 47590023-81fb-4a72-af37-77aa2474d01f is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:48.663752 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Allocated IP 172.20.0.2 (1cf79ce4-659b-47be-8f0a-11554c0e7a96/d318bbbb-fefc-49c9-aa0c-522ff1f2cf64/ef677a75-b5af-4f66-8826-1feeaa565dd2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:48.715942 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '47590023-81fb-4a72-af37-77aa2474d01f', 'name': '', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'mac_address': 'fa:16:3e:67:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:41Z', 'updated_at': '2022-01-25T02:38:48Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'subnets': [{'id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:38:48.745935 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc81fa-258c-45bb-a6a8-62cba68477fd None None] The sync data for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb is: [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:38:42Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '47590023-81fb-4a72-af37-77aa2474d01f', 'name': '', 'network_id': '7086d77b-cebd-47ba-8e14-68e1c4d9b47f', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'mac_address': 'fa:16:3e:67:9d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:41Z', 'updated_at': '2022-01-25T02:38:48Z', 'revision_number': 4, 'project_id': 'e2f0912fbd724840838a083c12830786', 'subnets': [{'id': '0b11d9e2-8f1c-4135-80d9-09ff31f2036b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:38:48.823533 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks [] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.862551 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:48.921752 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:48.927576 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:48.931914 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:48.964408 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event updated for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:48.981111 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.981535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.981962 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.982365 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.982760 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.983183 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.983574 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.983908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.984233 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.984550 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.984872 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.985193 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:48.985513 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:38:49.006186 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:49.007160 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.027897 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-570de7bc-c245-43c6-b481-170c1bb02c45 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6748624 Jan 25 02:38:49.045384 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Request body: {'port': {'device_id': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:49.105606 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-ef076466-f108-4af9-96d2-c717ee093272 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:49.107476 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-ef076466-f108-4af9-96d2-c717ee093272 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 813 time: 0.1233869 Jan 25 02:38:49.123232 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.132597 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-0c2b1236-f070-4da8-bb8a-d03b61998ae3 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/quotas/a07c7e3845e1439eadcabb29bf1ca6db HTTP/1.1" status: 200 len: 375 time: 0.0186534 Jan 25 02:38:49.166740 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-ed2ea58c-3a27-40de-b3c8-c77a19edf42b tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254233 Jan 25 02:38:49.277491 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-9aff2da6-206b-416c-be83-db7839e5bbde service neutron] 10.222.0.109 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023448 Jan 25 02:38:49.381805 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-8cd2311d-f029-4559-9621-acaa7909c22d service neutron] 10.222.0.109 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998676 Jan 25 02:38:49.471069 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef677a75-b5af-4f66-8826-1feeaa565dd2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:49.482394 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks [] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.504433 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Transition to ACTIVE for port object ef677a75-b5af-4f66-8826-1feeaa565dd2 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:38:49.514246 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd676aa5-dda8-4d81-b285-ee0035732439 req-8adfa008-e3d2-4591-a3a7-1ce1bd50b2c9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:49.520642 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dd676aa5-dda8-4d81-b285-ee0035732439 req-8adfa008-e3d2-4591-a3a7-1ce1bd50b2c9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 931 time: 0.0867105 Jan 25 02:38:49.521632 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.572367 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2d95d410-4e41-4056-8389-0c9fa7f805e4 req-3428f451-c1b8-4cd2-bc30-f7c2734c6e77 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 210 time: 0.0397646 Jan 25 02:38:49.602883 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Pushing event updated for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:49.657291 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dd676aa5-dda8-4d81-b285-ee0035732439 req-dee6da12-f658-49c9-b1aa-969fcbe7c981 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322620 Jan 25 02:38:49.688405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Attempting to bind port ef677a75-b5af-4f66-8826-1feeaa565dd2 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:49.688738 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Attempting to bind port ef677a75-b5af-4f66-8826-1feeaa565dd2 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:49.689060 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Attempting to bind port ef677a75-b5af-4f66-8826-1feeaa565dd2 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:49.695089 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Port ef677a75-b5af-4f66-8826-1feeaa565dd2 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:38:49.695258 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Attempting to bind port ef677a75-b5af-4f66-8826-1feeaa565dd2 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:49.701186 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:49.701520 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Checking segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:49.701905 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Bound using segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:49.702417 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Bound port: ef677a75-b5af-4f66-8826-1feeaa565dd2, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:49.702690 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.770595 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:49.776598 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:49.780951 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.823444 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:49.824169 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:49.825846 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] 10.222.0.120 "PUT /v2.0/ports/ef677a75-b5af-4f66-8826-1feeaa565dd2 HTTP/1.1" status: 200 len: 1093 time: 0.7848144 Jan 25 02:38:49.828348 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:49.830726 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aa5461-5222-4643-8a86-f9229f09b5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:49.893575 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900cec31-220f-4eb0-a1df-7c838d437646 x-openstack-request-id: req-900cec31-220f-4eb0-a1df-7c838d437646 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:49.893779 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:49.894120 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-900cec31-220f-4eb0-a1df-7c838d437646 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:49.894593 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2', 'status': 'completed', 'code': 200} Jan 25 02:38:49.900584 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965e99e-8b16-4c15-9c47-89b142d69497 service neutron] Pushing event updated for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:49.910429 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 47590023-81fb-4a72-af37-77aa2474d01f up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:49.952448 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-173679df-2c86-4ec0-acfa-110f00d685b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:49.954172 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-173679df-2c86-4ec0-acfa-110f00d685b1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 1096 time: 0.0503118 Jan 25 02:38:49.975660 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 47590023-81fb-4a72-af37-77aa2474d01f triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:49.976068 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (47590023-81fb-4a72-af37-77aa2474d01f), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:50.024200 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-4e1d8f97-35f9-48b0-a208-b44b4e0b6b22 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2 HTTP/1.1" status: 200 len: 217 time: 0.0415649 Jan 25 02:38:50.079976 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-c2168eb0-bbbd-4251-95ff-14765cc917ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:50.081484 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-c2168eb0-bbbd-4251-95ff-14765cc917ac service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0516522 Jan 25 02:38:50.128141 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-dbe30040-c4d6-4d24-90c2-bd276b46d4df service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289059 Jan 25 02:38:50.202674 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 47590023-81fb-4a72-af37-77aa2474d01f is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:50.250230 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-391de2a4-01e8-431f-9b5c-0377a0ccf60a service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973897 Jan 25 02:38:50.344450 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5e56732-7230-4efd-aaf5-e5169c30fec5 req-4bc0ec69-3604-4ad7-8527-2adc1e684e60 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873601 Jan 25 02:38:50.512821 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-9dca91b9-8b76-4f2a-abe1-b49997a798c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:50.514887 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-9dca91b9-8b76-4f2a-abe1-b49997a798c8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 1096 time: 0.0410593 Jan 25 02:38:50.605488 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-863be7a2-d93b-4d88-b530-7b16911c0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:50.607381 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-863be7a2-d93b-4d88-b530-7b16911c0981 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 916 time: 0.0868070 Jan 25 02:38:50.656005 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-6c4fbc17-92d3-4187-a912-2f0f835aaf69 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2 HTTP/1.1" status: 200 len: 217 time: 0.0391345 Jan 25 02:38:50.706581 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6352f46c-982b-48e6-be6d-94078b688f66 req-dc2c3773-534e-4946-bfad-734c9068eb3c tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 210 time: 0.0529535 Jan 25 02:38:50.722099 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-cde6e4df-ef8b-4c9c-a90b-910a54928094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:50.723565 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-cde6e4df-ef8b-4c9c-a90b-910a54928094 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0606716 Jan 25 02:38:50.763999 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-0edb4680-66f1-4433-96ff-c55ebe014eac service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303745 Jan 25 02:38:50.777226 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc523f6-28b2-4f10-bb5f-35ce644481f8 req-25a6bf6f-aaf0-4bdf-9c3b-210507d072cc tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:50.778712 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1fc523f6-28b2-4f10-bb5f-35ce644481f8 req-25a6bf6f-aaf0-4bdf-9c3b-210507d072cc tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 943 time: 0.0505347 Jan 25 02:38:50.833715 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1fc523f6-28b2-4f10-bb5f-35ce644481f8 req-7cf0449b-ca5e-477e-b63b-248bcab212ee tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493946 Jan 25 02:38:50.856626 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-8e3408ec-d98e-4efe-8288-077704c09bbf service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Jan 25 02:38:50.971307 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a0aa5461-5222-4643-8a86-f9229f09b5d3 req-ae2ca807-6bf2-44fa-accc-d6584999ed7e service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084795 Jan 25 02:38:51.054778 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-b97be597-2fc3-4c3c-8bfd-1f5e38823e71 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:51.056289 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-b97be597-2fc3-4c3c-8bfd-1f5e38823e71 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 813 time: 0.1144359 Jan 25 02:38:51.095269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Request body: {'port': {'device_id': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc', 'admin_state_up': True, 'tenant_id': 'a07c7e3845e1439eadcabb29bf1ca6db'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:51.209587 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Made reservation on behalf of a07c7e3845e1439eadcabb29bf1ca6db for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:38:51.213222 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:51.335231 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Allocated IP 172.20.0.13 (7e750e71-0027-4956-bf99-ca6a737ee5cc/67dffe3c-324f-4bd6-93d8-aa6203a26658/dc4de2b1-3321-4c7f-b79c-45de26dc2d4b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:38:51.495580 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks [] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:51.533219 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:51.578321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Network 7e750e71-0027-4956-bf99-ca6a737ee5cc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:38:51.583250 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:38:51.587534 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:38:51.594274 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Pushing event updated for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:51.644546 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:51.645175 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:51.663128 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-379b2fd7-cb6d-4f6e-8fd8-7ba3b6145934 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712929 Jan 25 02:38:51.682622 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Request body: {'port': {'device_id': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:38:51.735931 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:51.899039 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6686c3-05a3-4a1c-9465-a41f552f1b8f req-109f7f5f-2b34-44fd-8751-0db2577f659f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:51.900552 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c6686c3-05a3-4a1c-9465-a41f552f1b8f req-109f7f5f-2b34-44fd-8751-0db2577f659f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 932 time: 0.1250920 Jan 25 02:38:51.957514 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218cf68-e73d-4942-8a63-9897b6549346 req-cdf598f6-3c50-444c-91be-f061845b004e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:51.959686 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e218cf68-e73d-4942-8a63-9897b6549346 req-cdf598f6-3c50-444c-91be-f061845b004e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 943 time: 0.0544479 Jan 25 02:38:52.007497 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e218cf68-e73d-4942-8a63-9897b6549346 req-c498c5f4-d72e-457b-a387-7768d7776a6b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Jan 25 02:38:52.204466 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c6686c3-05a3-4a1c-9465-a41f552f1b8f req-ae11c6ba-c2ea-40ec-b707-b7ae96ae5346 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946048 Jan 25 02:38:52.278734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4de2b1-3321-4c7f-b79c-45de26dc2d4b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:52.285550 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks [] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:52.298165 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Transition to ACTIVE for port object dc4de2b1-3321-4c7f-b79c-45de26dc2d4b will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:38:52.302138 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:52.351272 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:52.422797 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Attempting to bind port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:38:52.423169 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Attempting to bind port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:38:52.423499 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Attempting to bind port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b on network 7e750e71-0027-4956-bf99-ca6a737ee5cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:52.427834 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b on network 7e750e71-0027-4956-bf99-ca6a737ee5cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:38:52.428393 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Attempting to bind port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b on network 7e750e71-0027-4956-bf99-ca6a737ee5cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:38:52.433440 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:38:52.433775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Checking segment: {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:38:52.434162 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Bound using segment: {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:38:52.434583 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Bound port: dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:38:52.434935 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:52.498317 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:38:52.501372 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:38:52.508095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:52.541764 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:52.542394 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:52.543802 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] 10.222.0.120 "PUT /v2.0/ports/dc4de2b1-3321-4c7f-b79c-45de26dc2d4b HTTP/1.1" status: 200 len: 1094 time: 0.8652074 Jan 25 02:38:52.544248 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:52.546463 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26ac98-96d2-4260-add6-20397a87ac60" -d '{"events": [{"name": "network-changed", "server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:52.576145 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ddfc-04cf-48c3-9500-f27049514f43 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:52.593808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f913b1df-1f7e-4775-bdfa-d6f7d9fe87ee x-openstack-request-id: req-f913b1df-1f7e-4775-bdfa-d6f7d9fe87ee {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:52.594095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:52.594342 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f913b1df-1f7e-4775-bdfa-d6f7d9fe87ee {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:52.594734 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b', 'status': 'completed', 'code': 200} Jan 25 02:38:52.679170 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-94ab5faf-84f2-425b-82c5-472c9d84d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:52.681551 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-94ab5faf-84f2-425b-82c5-472c9d84d5e4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 1097 time: 0.0418634 Jan 25 02:38:52.731839 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-dc571074-8ff7-48ed-bc86-dfffe5414141 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b HTTP/1.1" status: 200 len: 217 time: 0.0358958 Jan 25 02:38:52.779848 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fc76a-c396-4618-b683-d6032c4460cf req-50a79a79-7290-4bb4-9ba2-cdf9d9a68df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:52.781334 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-50a79a79-7290-4bb4-9ba2-cdf9d9a68df7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=67dffe3c-324f-4bd6-93d8-aa6203a26658 HTTP/1.1" status: 200 len: 853 time: 0.0433648 Jan 25 02:38:52.813883 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-9dfe64ed-a4b2-4e8c-95a3-14b0c1fa5fc2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7e750e71-0027-4956-bf99-ca6a737ee5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230975 Jan 25 02:38:52.921500 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-934ef2dc-fcc8-43fd-97d1-966dd2fc4585 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Jan 25 02:38:53.011839 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-463fc76a-c396-4618-b683-d6032c4460cf req-5debdc59-1e74-46cd-80da-d7a3565c71e1 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Jan 25 02:38:53.132211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000d47-e7a9-4a0e-9685-0f84acb71b4a req-b26e001c-13ce-457a-8e3a-1059a512b789 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:53.133617 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3b000d47-e7a9-4a0e-9685-0f84acb71b4a req-b26e001c-13ce-457a-8e3a-1059a512b789 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 943 time: 0.0574038 Jan 25 02:38:53.201203 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-26d43b5e-5055-4196-a6a5-86af5cae3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:53.202767 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-26d43b5e-5055-4196-a6a5-86af5cae3751 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 1097 time: 0.0683439 Jan 25 02:38:53.206191 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3b000d47-e7a9-4a0e-9685-0f84acb71b4a req-934b1bfb-e86b-4a74-b68e-6ee068781516 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647235 Jan 25 02:38:53.300951 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-2b3dc371-6218-47a4-a3d9-84a34cbe0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:53.302661 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-2b3dc371-6218-47a4-a3d9-84a34cbe0f89 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 200 len: 914 time: 0.0931728 Jan 25 02:38:53.325938 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd515c-eb7c-458b-9cec-5d59125565cd req-fa663ce1-0fd7-4992-9f03-e664a9f9ce0e tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:53.327466 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-81cd515c-eb7c-458b-9cec-5d59125565cd req-fa663ce1-0fd7-4992-9f03-e664a9f9ce0e tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 944 time: 0.0561900 Jan 25 02:38:53.346423 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-5bb124f2-b338-4ad9-8cb7-dbc5f6eefb7e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b HTTP/1.1" status: 200 len: 217 time: 0.0369055 Jan 25 02:38:53.375514 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-81cd515c-eb7c-458b-9cec-5d59125565cd req-8aeb9d93-77cd-4a4f-a5af-d941be658b9d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Jan 25 02:38:53.397447 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-2f370ef9-edad-418d-b5ae-d24fcd85d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:53.398886 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-2f370ef9-edad-418d-b5ae-d24fcd85d8c0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=67dffe3c-324f-4bd6-93d8-aa6203a26658 HTTP/1.1" status: 200 len: 853 time: 0.0433428 Jan 25 02:38:53.429498 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-c9dac011-024b-48b2-93ba-bcb5ee5d9116 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7e750e71-0027-4956-bf99-ca6a737ee5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242090 Jan 25 02:38:53.526592 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-1eabbc63-2f5b-4935-970e-5a78600e4199 service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881906 Jan 25 02:38:53.622773 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ed26ac98-96d2-4260-add6-20397a87ac60 req-ecd50cb3-9f40-4f8b-9daf-a83bc8bff27b service neutron] 10.222.0.120 "GET /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Jan 25 02:38:53.742299 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device ef677a75-b5af-4f66-8826-1feeaa565dd2 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:38:53.837647 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:53.847751 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'ef677a75-b5af-4f66-8826-1feeaa565dd2', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'port_id': 'ef677a75-b5af-4f66-8826-1feeaa565dd2', 'mac_address': 'fa:16:3e:aa:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318bbbb-fefc-49c9-aa0c-522ff1f2cf64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:38:53.883570 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port ef677a75-b5af-4f66-8826-1feeaa565dd2 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:53.883958 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.900511 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef677a75-b5af-4f66-8826-1feeaa565dd2 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:53.921025 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:53.925031 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:53.984957 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:54.279495 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:54.332958 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a400d4d-4d03-426d-9816-2f65c43a8fbd req-79e28967-0a4e-419f-a0ac-a5640d8b8f68 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:54.335073 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4a400d4d-4d03-426d-9816-2f65c43a8fbd req-79e28967-0a4e-419f-a0ac-a5640d8b8f68 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 944 time: 0.0520115 Jan 25 02:38:54.390314 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4a400d4d-4d03-426d-9816-2f65c43a8fbd req-eb2ea3bf-3eb1-4380-872d-e1abec6d71f6 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482938 Jan 25 02:38:54.493438 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65cc30-92e0-4b36-b377-cc04f5c051e4 req-be69a9ba-0610-437c-aa38-49779de44fca tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:54.494905 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d65cc30-92e0-4b36-b377-cc04f5c051e4 req-be69a9ba-0610-437c-aa38-49779de44fca tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 944 time: 0.0505691 Jan 25 02:38:54.543289 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d65cc30-92e0-4b36-b377-cc04f5c051e4 req-e62ac5d1-440d-44f6-858a-bedf5aa027df tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Jan 25 02:38:55.507085 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9532c-d4c8-4b7b-8d2a-ffaab8c0659d req-150fd270-4ddf-4ee0-9500-4fcb092f809e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:55.508478 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bfe9532c-d4c8-4b7b-8d2a-ffaab8c0659d req-150fd270-4ddf-4ee0-9500-4fcb092f809e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 944 time: 0.0519228 Jan 25 02:38:55.556132 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bfe9532c-d4c8-4b7b-8d2a-ffaab8c0659d req-2f37372e-33ed-4ee8-9d2d-411c1aa1a0a7 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Jan 25 02:38:55.663368 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cc5ba-d5fa-4dee-86fc-f153af0c5ac7 req-878f1035-e7e8-4b43-be48-34fae94c582d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:55.664845 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2f1cc5ba-d5fa-4dee-86fc-f153af0c5ac7 req-878f1035-e7e8-4b43-be48-34fae94c582d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 944 time: 0.0516484 Jan 25 02:38:55.710888 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2f1cc5ba-d5fa-4dee-86fc-f153af0c5ac7 req-ec1f1495-3ccd-4b66-8784-5722ab9abb53 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405509 Jan 25 02:38:55.748693 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device dc4de2b1-3321-4c7f-b79c-45de26dc2d4b details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:38:55.759845 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device ef677a75-b5af-4f66-8826-1feeaa565dd2 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:55.872291 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port ef677a75-b5af-4f66-8826-1feeaa565dd2 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:38:55.886414 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port ef677a75-b5af-4f66-8826-1feeaa565dd2 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:55.886791 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:55.893046 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:55.927205 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b', 'network_id': '7e750e71-0027-4956-bf99-ca6a737ee5cc', 'port_id': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b', 'mac_address': 'fa:16:3e:fe:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dffe3c-324f-4bd6-93d8-aa6203a26658', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:38:55.977808 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:55.978203 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:56.010858 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4de2b1-3321-4c7f-b79c-45de26dc2d4b {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:38:56.035551 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port ef677a75-b5af-4f66-8826-1feeaa565dd2 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:56.035945 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:56.046350 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:56.051883 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:56.087641 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:56.089868 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2413fd-8457-45cc-99a9-8e2553c4a0a1" -d '{"events": [{"server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:56.107348 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:56.114315 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:56.126465 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d75766-61d5-4d93-9a74-9d77a76d8b94 x-openstack-request-id: req-f7d75766-61d5-4d93-9a74-9d77a76d8b94 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:56.126757 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "name": "network-vif-plugged", "status": "completed", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:56.127036 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f7d75766-61d5-4d93-9a74-9d77a76d8b94 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:56.127430 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2', 'code': 200} Jan 25 02:38:56.130185 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:56.179643 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:56.374768 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d97ee-0eab-4365-99aa-484ebfe6ef80 req-29c093e7-5910-43fe-8a17-b6311c63986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:56.376194 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f84d97ee-0eab-4365-99aa-484ebfe6ef80 req-29c093e7-5910-43fe-8a17-b6311c63986c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 1098 time: 0.0440075 Jan 25 02:38:56.412372 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['dc4de2b1-3321-4c7f-b79c-45de26dc2d4b'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:38:56.427036 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f84d97ee-0eab-4365-99aa-484ebfe6ef80 req-78b27923-83a8-49ca-9f91-4c3cd6cf40d0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Jan 25 02:38:56.669744 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7fe38-cbcd-4fc9-a122-24f1c8d87cef req-9133b3cb-b649-4d69-9fad-b986cc6d5398 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:56.671365 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-86f7fe38-cbcd-4fc9-a122-24f1c8d87cef req-9133b3cb-b649-4d69-9fad-b986cc6d5398 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0478270 Jan 25 02:38:56.716993 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-86f7fe38-cbcd-4fc9-a122-24f1c8d87cef req-4a028be4-b67f-4047-af1c-f1da0fa698ba tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jan 25 02:38:56.826055 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf9167-da2a-4aa4-ad9e-f4dd56b33965 req-5cf16c89-1bd1-486c-ad5e-fe3cbf663f8b tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:56.827711 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3cbf9167-da2a-4aa4-ad9e-f4dd56b33965 req-5cf16c89-1bd1-486c-ad5e-fe3cbf663f8b tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 945 time: 0.0486927 Jan 25 02:38:56.876323 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3cbf9167-da2a-4aa4-ad9e-f4dd56b33965 req-832ea7e1-9699-4517-bd9c-ea0419351c80 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431454 Jan 25 02:38:57.753941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device dc4de2b1-3321-4c7f-b79c-45de26dc2d4b up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:38:57.802014 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:38:57.807257 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:38:57.807648 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:57.832228 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8736cdb-9490-4cef-aa33-a07b16b1cf8b req-024fb1d9-3c42-4e82-9711-69fd3e155a86 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:57.833726 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f8736cdb-9490-4cef-aa33-a07b16b1cf8b req-024fb1d9-3c42-4e82-9711-69fd3e155a86 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0486226 Jan 25 02:38:57.884226 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f8736cdb-9490-4cef-aa33-a07b16b1cf8b req-b93c5cce-765d-4c26-b1c9-c2217d050a9a tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Jan 25 02:38:57.884476 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:38:57.884830 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:57.930043 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:38:57.934910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:38:57.985559 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:38:58.010564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c6299-527a-4127-8971-57798be03c0d req-b2b004ec-9ce2-4d6d-b986-299d67881a28 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:58.011985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e70c6299-527a-4127-8971-57798be03c0d req-b2b004ec-9ce2-4d6d-b986-299d67881a28 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0561695 Jan 25 02:38:58.062254 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e70c6299-527a-4127-8971-57798be03c0d req-75727bce-36cc-47e2-8691-1fc6adeb45fd tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Jan 25 02:38:58.128818 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:38:58.131170 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ccece9-2015-4c07-950d-48f05ad3b1aa" -d '{"events": [{"server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "name": "network-vif-plugged", "status": "completed", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:38:58.174269 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfaa329-91ed-4d8a-adde-5c7d69451a28 x-openstack-request-id: req-6cfaa329-91ed-4d8a-adde-5c7d69451a28 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:38:58.174584 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "name": "network-vif-plugged", "status": "completed", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:38:58.174835 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6cfaa329-91ed-4d8a-adde-5c7d69451a28 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:38:58.175418 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b', 'code': 200} Jan 25 02:38:58.383299 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce749837-59c1-4e50-8c50-92a5875238db req-9d6a1764-bcd3-4c9f-ab75-ae224bd89502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:58.384684 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ce749837-59c1-4e50-8c50-92a5875238db req-9d6a1764-bcd3-4c9f-ab75-ae224bd89502 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 1099 time: 0.0395093 Jan 25 02:38:58.439731 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ce749837-59c1-4e50-8c50-92a5875238db req-463377ba-dce8-4abf-82af-35f0ced0d3d5 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Jan 25 02:38:59.177379 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c8a0-0a7c-4202-acc6-4b2f8fa8f71c req-816158e8-38c4-4f93-9ea5-6d76528130e9 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:38:59.179841 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4d62c8a0-0a7c-4202-acc6-4b2f8fa8f71c req-816158e8-38c4-4f93-9ea5-6d76528130e9 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0509915 Jan 25 02:38:59.230846 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4d62c8a0-0a7c-4202-acc6-4b2f8fa8f71c req-59ab2826-108a-4e8b-ac32-e667a98c8049 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Jan 25 02:38:59.911735 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4d4b95b0-4005-4431-b63e-78f437ec437a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:00.358464 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d71c28-cf9a-4e31-9e81-d88344ac00a3 req-afdf6b97-d425-4a9b-b9cd-a619fb842d57 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:00.359865 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-96d71c28-cf9a-4e31-9e81-d88344ac00a3 req-afdf6b97-d425-4a9b-b9cd-a619fb842d57 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0481086 Jan 25 02:39:00.406649 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-96d71c28-cf9a-4e31-9e81-d88344ac00a3 req-52e3a9d8-cfa6-4131-a6ef-fdfffbe7dc6d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Jan 25 02:39:01.855999 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-7a5b50a8-62eb-4e10-8c8d-065d7993ec53 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032468449&fields=id&tenant_id=d65992da9d1a4757b4821cc57b938a50 HTTP/1.1" status: 200 len: 267 time: 0.0484471 Jan 25 02:39:01.962089 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-f4a6b241-8854-44d6-9151-12a7ab4b1c73 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:01.963585 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-f4a6b241-8854-44d6-9151-12a7ab4b1c73 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1011074 Jan 25 02:39:01.963910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-fa6616d1-3eb4-4c0d-b265-a5d2fcc8cc06 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:01.965355 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-fa6616d1-3eb4-4c0d-b265-a5d2fcc8cc06 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 808 time: 0.1030624 Jan 25 02:39:01.978392 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-65a7f170-d5e9-4d9b-a483-db7bf5041f79 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/quotas/571b2ab195f04a1ba5af2095a55c5ef4 HTTP/1.1" status: 200 len: 375 time: 0.0092740 Jan 25 02:39:01.979345 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-38ea43b0-0ebc-47fd-9628-fb110f27a90c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/quotas/d65992da9d1a4757b4821cc57b938a50 HTTP/1.1" status: 200 len: 375 time: 0.0087862 Jan 25 02:39:02.027916 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-ee3af3be-1c3b-42c7-9d88-3eb29e0e17a6 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444646 Jan 25 02:39:02.029854 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-194604e2-d519-45a7-8085-221e6b2fb357 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453544 Jan 25 02:39:02.127051 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-77e0716f-edc1-4560-8b01-ea7d624b875a service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916994 Jan 25 02:39:02.138144 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-204ad4c9-8160-4b5c-9d9b-d5fbeee9dd8d service neutron] 10.222.0.109 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952246 Jan 25 02:39:02.221806 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-d1aa776e-7a85-4cd8-9283-f9f34c1d591d service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886245 Jan 25 02:39:02.230352 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-037493e8-91f2-4239-8824-159092d23571 service neutron] 10.222.0.109 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861468 Jan 25 02:39:02.247727 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1365b927-77c2-4d49-a46d-6f06f408656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:02.388758 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-34104ccf-c9d0-4f41-9f9d-528dc4a6b6ac req-6d1bb51e-fa41-493d-8675-7d5224199ba2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 210 time: 0.0318458 Jan 25 02:39:02.546083 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-caf79052-cb14-440c-bd1d-d605c536216c req-f230860f-8726-4745-899c-cbb6d96b5f12 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 210 time: 0.0356660 Jan 25 02:39:03.229829 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:03.344941 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9b0ed-a92d-4ef9-9b3a-d31fdfc1214e req-90a963ea-3a04-4771-ab2b-46f715001004 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:03.346555 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4cb9b0ed-a92d-4ef9-9b3a-d31fdfc1214e req-90a963ea-3a04-4771-ab2b-46f715001004 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0518384 Jan 25 02:39:03.409298 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4cb9b0ed-a92d-4ef9-9b3a-d31fdfc1214e req-2a8bf640-b599-4312-a785-a0a6e8c44e93 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558903 Jan 25 02:39:03.456191 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-0ce7c4a6-c50f-43a7-bfb7-f02c2b976207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:03.457674 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-0ce7c4a6-c50f-43a7-bfb7-f02c2b976207 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1137 time: 0.0449557 Jan 25 02:39:03.502767 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-55fc6aab-af11-4f2e-872e-eb0044f97dff req-26e6bab6-35e2-4b27-8d3f-629a712b0d50 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 210 time: 0.0300865 Jan 25 02:39:03.597225 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-0e5ea302-dc41-4e92-8a47-20e5931851ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:03.598697 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-0e5ea302-dc41-4e92-8a47-20e5931851ff service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.0983579 Jan 25 02:39:03.638197 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a9c75cea-2185-4c9b-96f4-fb54cf822f5c req-2a8e5273-931a-48bb-b2a8-8ec5ca65f976 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 210 time: 0.0260196 Jan 25 02:39:03.677231 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-20b62ea0-4076-47a3-9b1a-aa612919ca20 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 1001 time: 0.0630803 Jan 25 02:39:03.727488 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-f9624d02-7f3e-42c2-a835-04ae1545c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:03.729021 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-f9624d02-7f3e-42c2-a835-04ae1545c4de service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0435107 Jan 25 02:39:03.815226 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-44e42834-dd2e-4ca0-9fbc-7a4323f18fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:03.816716 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-44e42834-dd2e-4ca0-9fbc-7a4323f18fbb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398819 Jan 25 02:39:03.913878 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-8240910f-4de1-4148-86c1-53e12a22bfbd service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Jan 25 02:39:04.098524 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-748b4a61-8644-4c3c-b55b-1e66b26e1c06 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.098524 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-748b4a61-8644-4c3c-b55b-1e66b26e1c06 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1659205 Jan 25 02:39:04.103525 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43b46a19-dc93-49ac-a6fd-c6069ac46391 req-23a4e80e-9aa1-458c-b61b-8cd7a9b2d28f service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522560 Jan 25 02:39:04.138785 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Request body: {'port': {'device_id': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'admin_state_up': True, 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:04.199413 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-24e9e068-975f-433e-88a8-cca47bef7a5e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.200839 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-24e9e068-975f-433e-88a8-cca47bef7a5e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 808 time: 0.1126785 Jan 25 02:39:04.252285 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:04.255837 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.286749 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-ff266df3-59c8-4c53-9356-f2ebb2f96820 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65992da9d1a4757b4821cc57b938a50 HTTP/1.1" status: 200 len: 380 time: 0.0557668 Jan 25 02:39:04.297143 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'port': {'device_id': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'admin_state_up': True, 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'security_groups': ['c57bc031-ccd9-44c4-86f0-b4f49bfef8d1']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:04.395372 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Allocated IP 172.20.0.7 (1cf79ce4-659b-47be-8f0a-11554c0e7a96/d318bbbb-fefc-49c9-aa0c-522ff1f2cf64/490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:04.435619 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Made reservation on behalf of d65992da9d1a4757b4821cc57b938a50 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:04.439295 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.580159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Allocated IP 172.20.0.10 (22dbbe70-d9ea-47d6-9223-de78fd4e00fc/294af274-3b21-46ff-94b1-1fafedb328ee/efe3ecc7-bae0-4323-9855-9cdbc23c8495) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:04.592047 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71442c-4049-462a-b659-b71cac3b5f0c req-b0a655fc-fe56-45a4-9a08-8ddc96e3f1e7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.593606 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a71442c-4049-462a-b659-b71cac3b5f0c req-b0a655fc-fe56-45a4-9a08-8ddc96e3f1e7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.1053402 Jan 25 02:39:04.626911 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a4896e0e-87e4-4bc0-8549-6df09487b70a req-9b73f186-274c-4bbd-a108-9a2eb953a7d9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 210 time: 0.0480938 Jan 25 02:39:04.629487 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks [] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.727488 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a71442c-4049-462a-b659-b71cac3b5f0c req-c9bb29f9-5365-444c-9135-376322009e01 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280980 Jan 25 02:39:04.733920 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.778781 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:04.795674 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:04.804686 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:04.814079 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event updated for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:04.816981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:04.841543 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.845002 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-acc334b4-28da-44c4-a2ad-fc4807e91317 req-9eeeb016-89d8-4a38-9636-a6b40e6262b6 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 210 time: 0.0868547 Jan 25 02:39:04.894074 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.896797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.903902 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:04.906321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:04.924279 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8803ef49-4b6a-4198-99a4-3fc09a68ad5d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897174 Jan 25 02:39:04.944986 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:04.948055 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:04.949003 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Request body: {'port': {'device_id': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:04.955385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:04.988120 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:05.002976 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.003355 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.003698 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.004251 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.004378 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.004669 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.004991 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.005313 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.005962 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.005962 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.006249 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.006564 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.006942 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:05.013300 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.025211 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.025877 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.043520 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-323fd2af-9bc9-4605-9d6b-63c3d9eff39c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7501340 Jan 25 02:39:05.080927 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Request body: {'port': {'device_id': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:05.146314 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.237005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-a6a268ce-215a-4d71-a47c-fee2d25e6c3d None None] Provisioning complete for port efe3ecc7-bae0-4323-9855-9cdbc23c8495 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:05.237718 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a6a268ce-215a-4d71-a47c-fee2d25e6c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.274788 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-a6a268ce-215a-4d71-a47c-fee2d25e6c3d None None] Port efe3ecc7-bae0-4323-9855-9cdbc23c8495 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:39:05.300185 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:05.308399 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks [] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.321040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Transition to ACTIVE for port object 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:05.324838 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.377453 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:05.407148 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:05.415181 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks [] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.427477 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Transition to ACTIVE for port object efe3ecc7-bae0-4323-9855-9cdbc23c8495 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:05.431769 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.444709 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Attempting to bind port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:05.445170 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Attempting to bind port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:05.445721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Attempting to bind port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:05.450616 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:05.451556 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Attempting to bind port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:05.456260 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:05.456591 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Checking segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:05.456973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Bound using segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:05.457396 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Bound port: 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:05.457746 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.484797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:05.535851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:05.540172 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:05.548075 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.554960 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Attempting to bind port efe3ecc7-bae0-4323-9855-9cdbc23c8495 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:05.555322 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Attempting to bind port efe3ecc7-bae0-4323-9855-9cdbc23c8495 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:05.555651 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Attempting to bind port efe3ecc7-bae0-4323-9855-9cdbc23c8495 on network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:05.560310 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Port efe3ecc7-bae0-4323-9855-9cdbc23c8495 on network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:05.560637 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Attempting to bind port efe3ecc7-bae0-4323-9855-9cdbc23c8495 on network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:05.566317 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:05.566665 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Checking segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:05.567322 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Bound using segment: {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:05.567990 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Bound port: efe3ecc7-bae0-4323-9855-9cdbc23c8495, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da8f078-624b-41d6-8f6d-2fc754374ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:05.568202 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.588152 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.588775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.590211 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] 10.222.0.120 "PUT /v2.0/ports/490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 HTTP/1.1" status: 200 len: 1093 time: 0.6489925 Jan 25 02:39:05.590670 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:05.592993 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627da53-ef37-49e2-bdd8-29851dc1d999" -d '{"events": [{"name": "network-changed", "server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:05.633618 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6bcbd-c491-4942-a49f-0c540357dcb4 service neutron] Pushing event updated for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:05.645574 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68458fb-c888-496d-bc31-9ccef3d4c798 x-openstack-request-id: req-b68458fb-c888-496d-bc31-9ccef3d4c798 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:05.646473 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:05.646728 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b68458fb-c888-496d-bc31-9ccef3d4c798 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:05.647148 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'status': 'completed', 'code': 200} Jan 25 02:39:05.662073 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:05.666384 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:05.671129 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.703074 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.703711 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:05.705283 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] 10.222.0.120 "PUT /v2.0/ports/efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 1094 time: 0.6303566 Jan 25 02:39:05.708857 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:05.711750 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c54d51-0288-4dfe-a474-f4adc1fbfacf" -d '{"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:05.722983 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-dd51b738-b0fd-4b06-a36a-2af63ac32a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.724801 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-dd51b738-b0fd-4b06-a36a-2af63ac32a20 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 1096 time: 0.0534520 Jan 25 02:39:05.795724 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2981e3f-b4ec-4d49-8848-fccf9d58705b service neutron] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:05.797173 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-8e73d1ea-8876-442d-895e-3af3c1565b28 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 HTTP/1.1" status: 200 len: 217 time: 0.0560906 Jan 25 02:39:05.799952 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf84bd-b0ed-4c85-978a-150c68f68d98 x-openstack-request-id: req-b0bf84bd-b0ed-4c85-978a-150c68f68d98 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:05.800371 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:05.800627 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b0bf84bd-b0ed-4c85-978a-150c68f68d98 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:05.801009 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'status': 'completed', 'code': 200} Jan 25 02:39:05.863048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9a740-6573-4855-b84f-ff6330b6e33d req-ed10d2c2-c32c-477f-8c3f-0c06dcf7e04f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.864589 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39a9a740-6573-4855-b84f-ff6330b6e33d req-ed10d2c2-c32c-477f-8c3f-0c06dcf7e04f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 943 time: 0.1565690 Jan 25 02:39:05.870977 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-0c7432f7-2c0f-4499-aa3e-bec388dfe70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.872421 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-0c7432f7-2c0f-4499-aa3e-bec388dfe70e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1097 time: 0.0706849 Jan 25 02:39:05.892189 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-6ec333c1-d428-420f-909d-ee7a6a016956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.893845 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-6ec333c1-d428-420f-909d-ee7a6a016956 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0856733 Jan 25 02:39:05.913790 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e8b9-6429-451f-a9db-5cedc547a7fc req-bef88193-ae96-43ab-967b-613e748885c7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.915319 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9637e8b9-6429-451f-a9db-5cedc547a7fc req-bef88193-ae96-43ab-967b-613e748885c7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0960181 Jan 25 02:39:05.927774 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-ef7e42c8-0a1f-4824-ada0-7a3104494dda service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 217 time: 0.0375214 Jan 25 02:39:05.949402 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-27f0984a-94a5-485b-b578-6eaaf5934b6b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441954 Jan 25 02:39:05.980298 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-39a9a740-6573-4855-b84f-ff6330b6e33d req-af17ba47-d00a-4d19-abc5-408c352cc458 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069221 Jan 25 02:39:05.997307 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-7ed96ae0-c138-4696-ad25-177b46e71f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:05.999627 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-7ed96ae0-c138-4696-ad25-177b46e71f80 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0654185 Jan 25 02:39:06.059822 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9637e8b9-6429-451f-a9db-5cedc547a7fc req-0093a2d3-5b9f-4882-880d-211073f5f8f2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1366737 Jan 25 02:39:06.063824 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-98714979-dda9-44ee-9497-6e4a29f3155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.065303 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-98714979-dda9-44ee-9497-6e4a29f3155f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586905 Jan 25 02:39:06.082033 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-4e38501b-4676-47c3-90b7-2dab9074fade service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248696 Jan 25 02:39:06.156712 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c2ba-7361-4f26-a63e-f4494b729a85 req-9615a529-3eff-4927-b5ae-24d3147e066f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.157793 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-34b3c2ba-7361-4f26-a63e-f4494b729a85 req-9615a529-3eff-4927-b5ae-24d3147e066f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 944 time: 0.1078713 Jan 25 02:39:06.180546 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3510e244-0609-494c-b1a5-ae9abaedaf61 req-e0ef39b0-6420-4196-a9fb-746d3731f4fb service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913815 Jan 25 02:39:06.194577 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-b1cbb055-4cfd-4138-a908-f44dc651588f service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152041 Jan 25 02:39:06.216800 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:06.280311 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-34b3c2ba-7361-4f26-a63e-f4494b729a85 req-15181f6c-72a6-446c-bf9a-d6abb78738db tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078427 Jan 25 02:39:06.330590 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-455564c7-598d-4a25-8c85-2dd9f32afb7c req-519a98b6-efa9-4bdc-8ecd-64613a6ad6ee service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272206 Jan 25 02:39:06.331777 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-efa5dccc-d2cd-41e9-87af-9f432e6be43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.333715 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-efa5dccc-d2cd-41e9-87af-9f432e6be43e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 1096 time: 0.0540938 Jan 25 02:39:06.441427 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-a3bf2ca9-81f1-4cc8-ab3a-744303b852d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.443715 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-a3bf2ca9-81f1-4cc8-ab3a-744303b852d8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 916 time: 0.0935140 Jan 25 02:39:06.491268 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-1073e9dd-a58f-4d6a-9b12-b8ef12e93429 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 HTTP/1.1" status: 200 len: 217 time: 0.0364995 Jan 25 02:39:06.496843 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-179be6c7-d5f9-47fc-af47-fd7bdfe17802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.498338 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-179be6c7-d5f9-47fc-af47-fd7bdfe17802 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1097 time: 0.0418928 Jan 25 02:39:06.556793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-602c638a-af9f-4caf-80bb-e86119487050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.558413 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-602c638a-af9f-4caf-80bb-e86119487050 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0505908 Jan 25 02:39:06.603281 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-1017be77-7a4f-47e7-8d0a-386ba0019886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.604766 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-1017be77-7a4f-47e7-8d0a-386ba0019886 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.0957348 Jan 25 02:39:06.652248 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-8007c250-f7ea-4389-9199-a22e537e5e9a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 217 time: 0.0397277 Jan 25 02:39:06.783036 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-4ee756b9-2bae-4fff-83fe-05bf547110d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.784467 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-4ee756b9-2bae-4fff-83fe-05bf547110d8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0446253 Jan 25 02:39:06.812231 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-cc07f8a5-c543-450a-b2e8-2467f00e44a0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2394578 Jan 25 02:39:06.833340 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-cee34603-209f-4d39-a906-debbadf2b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:06.834950 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-cee34603-209f-4d39-a906-debbadf2b979 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0406396 Jan 25 02:39:06.905692 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-c976efce-7aff-465b-b5d4-8a579f563ebc service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Jan 25 02:39:06.932544 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-7958c0bb-e2ac-4372-888e-32e5c1219445 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849943 Jan 25 02:39:07.001166 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f627da53-ef37-49e2-bdd8-29851dc1d999 req-ca470242-91e8-4a0f-b2e0-77c5e0e81c55 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861685 Jan 25 02:39:07.032219 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-85c54d51-0288-4dfe-a474-f4adc1fbfacf req-97a35cfa-dd24-40f3-8c08-dc216a85858a service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831718 Jan 25 02:39:07.099911 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477f4d4-1c23-4a01-996e-5415c8794ff6 req-b77ddd7f-7acc-413d-b45c-e315b00bc8d2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:07.102246 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2477f4d4-1c23-4a01-996e-5415c8794ff6 req-b77ddd7f-7acc-413d-b45c-e315b00bc8d2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 943 time: 0.0526898 Jan 25 02:39:07.148106 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2477f4d4-1c23-4a01-996e-5415c8794ff6 req-24295cfc-0fc5-49ed-9aed-169444ebcbde tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 Jan 25 02:39:07.179271 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da94f3-61a3-4f24-ae89-ad4c2748a794 req-6114904e-4023-4e61-b057-11e25a0318be tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:07.181010 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-14da94f3-61a3-4f24-ae89-ad4c2748a794 req-6114904e-4023-4e61-b057-11e25a0318be tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0505662 Jan 25 02:39:07.239144 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-14da94f3-61a3-4f24-ae89-ad4c2748a794 req-a7bc9760-5542-441c-ac85-32b3301c851c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524719 Jan 25 02:39:07.400892 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63ee8-31a9-4e86-90fa-0b52f611d623 req-fb12d1ad-7345-4f71-b91b-2dd5b57348c8 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:07.402342 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-21f63ee8-31a9-4e86-90fa-0b52f611d623 req-fb12d1ad-7345-4f71-b91b-2dd5b57348c8 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 944 time: 0.0487869 Jan 25 02:39:07.449599 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-21f63ee8-31a9-4e86-90fa-0b52f611d623 req-44d5e4f0-25cb-4948-96a3-6cbfb435c1ff tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Jan 25 02:39:08.265518 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170b63-d923-4403-8b6c-215704988258 req-c902f27b-29de-4654-a85e-f44d79247938 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.266985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b0170b63-d923-4403-8b6c-215704988258 req-c902f27b-29de-4654-a85e-f44d79247938 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 943 time: 0.0509300 Jan 25 02:39:08.315110 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b0170b63-d923-4403-8b6c-215704988258 req-9b2217ec-e795-45d4-abf9-92739942cc69 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Jan 25 02:39:08.367547 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55e3aa-d680-4dd2-a777-50c21bbc6a34 req-8272f0e6-e92c-45e9-b726-b35aba8e0403 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.369115 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2a55e3aa-d680-4dd2-a777-50c21bbc6a34 req-8272f0e6-e92c-45e9-b726-b35aba8e0403 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0522716 Jan 25 02:39:08.429776 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2a55e3aa-d680-4dd2-a777-50c21bbc6a34 req-5081fabc-05d5-460d-ab64-b5be2e85d0bf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540926 Jan 25 02:39:08.560775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317ae5d-d574-426b-82c7-ea35a527c7a8 req-35a1f8c3-97de-4edb-8d37-0c293352ebce tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:08.562231 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c317ae5d-d574-426b-82c7-ea35a527c7a8 req-35a1f8c3-97de-4edb-8d37-0c293352ebce tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 944 time: 0.0496335 Jan 25 02:39:08.609270 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c317ae5d-d574-426b-82c7-ea35a527c7a8 req-edcf01d9-f649-4a12-a780-e7d52f7d8086 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412467 Jan 25 02:39:09.431303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812e8cf-87c1-43b8-b840-337de170e07f req-8990aab9-6290-4b39-bfc0-9db3161b981f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:09.432803 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d812e8cf-87c1-43b8-b840-337de170e07f req-8990aab9-6290-4b39-bfc0-9db3161b981f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 943 time: 0.0496643 Jan 25 02:39:09.489637 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d812e8cf-87c1-43b8-b840-337de170e07f req-365a7035-2cc8-45fd-8d0d-20c7cb75165d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Jan 25 02:39:09.558366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0267-b9ec-4f1f-a3a9-c7b90d59a83f req-9dc11f89-9afd-447b-9987-bb4e1c2284c7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:09.559949 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3f1c0267-b9ec-4f1f-a3a9-c7b90d59a83f req-9dc11f89-9afd-447b-9987-bb4e1c2284c7 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0505643 Jan 25 02:39:09.627255 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3f1c0267-b9ec-4f1f-a3a9-c7b90d59a83f req-05c54bdf-a8c8-43f2-96f2-e72556c8fabf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612946 Jan 25 02:39:09.738592 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f3a7-627a-4f45-b60f-0b9a9c26dfda req-65ebdcbe-6496-4a11-9e6d-df19afe2d98f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:09.740122 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3a29f3a7-627a-4f45-b60f-0b9a9c26dfda req-65ebdcbe-6496-4a11-9e6d-df19afe2d98f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 944 time: 0.0494845 Jan 25 02:39:09.790223 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3a29f3a7-627a-4f45-b60f-0b9a9c26dfda req-4f6ed183-cfa4-449d-9a6e-90d0bbd1fd0f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Jan 25 02:39:09.814953 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:09.908523 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:09.920669 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:09.957355 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:09.957751 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:09.970042 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:09.989316 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:09.993809 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:09.994507 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:10.067306 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:10.103972 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.104325 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.104695 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.105038 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.105373 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.105705 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.106034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.106364 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.106691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.107038 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.107372 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.107697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.108018 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:10.138976 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:10.150192 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'port_id': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'mac_address': 'fa:16:3e:89:2f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318bbbb-fefc-49c9-aa0c-522ff1f2cf64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:10.186524 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:10.186914 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:10.199658 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:10.218351 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:10.221816 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:10.270989 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:10.608862 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c292db-211b-4a7d-8cf1-fac05b18729a req-e1cb6a17-fccb-4f4e-8dd7-38872d067ad8 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:10.610331 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d7c292db-211b-4a7d-8cf1-fac05b18729a req-e1cb6a17-fccb-4f4e-8dd7-38872d067ad8 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 944 time: 0.0477026 Jan 25 02:39:10.659131 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d7c292db-211b-4a7d-8cf1-fac05b18729a req-44074034-02cb-4cd6-bb4a-c367786e6bb0 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Jan 25 02:39:10.678777 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['efe3ecc7-bae0-4323-9855-9cdbc23c8495'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:10.704702 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:10.745311 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3918-ba0a-4902-b4f2-6bcb2d57a469 req-6762cbfe-07bd-4aec-9221-26b90e78f72a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:10.747073 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-faba3918-ba0a-4902-b4f2-6bcb2d57a469 req-6762cbfe-07bd-4aec-9221-26b90e78f72a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0491202 Jan 25 02:39:10.807731 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-faba3918-ba0a-4902-b4f2-6bcb2d57a469 req-01d21fce-045e-463b-8123-eefd3c2a1ead tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549555 Jan 25 02:39:10.915701 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f157-44c1-42bd-89fe-95bb6f117ce9 req-5691f861-5dee-4f93-9ab7-e2512db4e29b tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:10.917207 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3756f157-44c1-42bd-89fe-95bb6f117ce9 req-5691f861-5dee-4f93-9ab7-e2512db4e29b tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 945 time: 0.0543873 Jan 25 02:39:10.973096 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3756f157-44c1-42bd-89fe-95bb6f117ce9 req-bbb2ff49-708e-4e87-bc75-8b204ed1c6b3 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484822 Jan 25 02:39:11.779143 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c35d0f-c7e6-4774-8cb2-3992b9f0d817 req-e965dfb3-8e17-41aa-a0fb-8e39b4fdea3c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:11.780652 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-40c35d0f-c7e6-4774-8cb2-3992b9f0d817 req-e965dfb3-8e17-41aa-a0fb-8e39b4fdea3c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 944 time: 0.0542440 Jan 25 02:39:11.823767 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:11.829450 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-40c35d0f-c7e6-4774-8cb2-3992b9f0d817 req-538fb4c7-8ddf-4c6a-bc9a-b3c56c31d0b1 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Jan 25 02:39:11.877548 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:11.882252 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:11.882765 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:11.942962 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598930e0-e8c4-4513-9a6d-a158ceb318d4 req-6e23f31e-c68a-47b0-a595-d9b8089e698f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:11.945217 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-598930e0-e8c4-4513-9a6d-a158ceb318d4 req-6e23f31e-c68a-47b0-a595-d9b8089e698f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0494695 Jan 25 02:39:11.961378 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:11.961902 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:11.984130 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:11.986318 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc055a3-12c0-4e45-b1af-bddeb09c43e6" -d '{"events": [{"server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "name": "network-vif-plugged", "status": "completed", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:11.999549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:12.003948 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:12.005979 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-598930e0-e8c4-4513-9a6d-a158ceb318d4 req-c9ac7268-c05a-4454-8655-d5f55031a174 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551164 Jan 25 02:39:12.040734 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838595c8-a672-41ac-a1d1-2a65ff23cd45 x-openstack-request-id: req-838595c8-a672-41ac-a1d1-2a65ff23cd45 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:12.041031 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "name": "network-vif-plugged", "status": "completed", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:12.041289 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-838595c8-a672-41ac-a1d1-2a65ff23cd45 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:12.041683 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'code': 200} Jan 25 02:39:12.056138 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:12.345400 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281c410-1b75-4945-ab13-a5c5d6bf8a12 req-28a5cbb4-5e2f-4df8-9684-ac585625c795 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:12.346864 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3281c410-1b75-4945-ab13-a5c5d6bf8a12 req-28a5cbb4-5e2f-4df8-9684-ac585625c795 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 945 time: 0.2833488 Jan 25 02:39:12.353007 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8d47-c306-4b44-b3d7-3b14f14d8c11 req-f266de81-216c-47d8-b2d9-debc8f6b29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:12.354391 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c5bf8d47-c306-4b44-b3d7-3b14f14d8c11 req-f266de81-216c-47d8-b2d9-debc8f6b29b0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 1098 time: 0.0571270 Jan 25 02:39:12.429455 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3281c410-1b75-4945-ab13-a5c5d6bf8a12 req-5c689cf4-b828-4344-9d96-6025ea57c6aa tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739448 Jan 25 02:39:12.435504 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c5bf8d47-c306-4b44-b3d7-3b14f14d8c11 req-08e3ecdd-4e34-48ef-a491-a361de364c4d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Jan 25 02:39:12.950116 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca2914-6ef5-4187-8bbc-bc130f0de6a5 req-525c450b-061d-493e-b7c9-809cfdced008 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:12.951669 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-23ca2914-6ef5-4187-8bbc-bc130f0de6a5 req-525c450b-061d-493e-b7c9-809cfdced008 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 945 time: 0.0520506 Jan 25 02:39:12.997261 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-23ca2914-6ef5-4187-8bbc-bc130f0de6a5 req-eb7fa20d-36b4-4662-a496-f9e53329a3a6 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Jan 25 02:39:13.121606 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ace84b-6f78-44a4-897d-d5c4db441314 req-21cb21a4-6ef8-4a31-a2a2-81b255c1b962 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:13.122982 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-98ace84b-6f78-44a4-897d-d5c4db441314 req-21cb21a4-6ef8-4a31-a2a2-81b255c1b962 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0477164 Jan 25 02:39:13.181168 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-98ace84b-6f78-44a4-897d-d5c4db441314 req-94088782-2297-47e5-b367-e9b0f9d1b219 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526350 Jan 25 02:39:13.540555 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85761-405e-4405-988c-cc7c6a844a2d req-cdb0f0bf-d0dd-456f-b19b-70d45d728ad7 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:13.542055 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-93e85761-405e-4405-988c-cc7c6a844a2d req-cdb0f0bf-d0dd-456f-b19b-70d45d728ad7 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 945 time: 0.0482123 Jan 25 02:39:13.589690 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-93e85761-405e-4405-988c-cc7c6a844a2d req-6c5ac19c-1494-4174-8eda-1ec56b3e5a33 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Jan 25 02:39:13.856600 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:13.907314 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port efe3ecc7-bae0-4323-9855-9cdbc23c8495 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:13.911631 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port efe3ecc7-bae0-4323-9855-9cdbc23c8495 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:13.912063 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:13.992823 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:13.993242 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.029030 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:14.032848 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:14.113876 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108dfb3-d54c-4d0d-94ea-f507d4735839 req-4d1182fe-ce67-4a60-9d97-2a922107da8b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.115973 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c108dfb3-d54c-4d0d-94ea-f507d4735839 req-4d1182fe-ce67-4a60-9d97-2a922107da8b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 945 time: 0.0507088 Jan 25 02:39:14.167884 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c108dfb3-d54c-4d0d-94ea-f507d4735839 req-689acbf3-36fb-4283-811f-4952ba39b950 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457878 Jan 25 02:39:14.170361 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:14.172604 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c96115-e1e2-48ed-916b-929f30a6beed" -d '{"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:14.205433 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:14.221322 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1991e74-1660-489e-9a3d-82349b9f1731 x-openstack-request-id: req-d1991e74-1660-489e-9a3d-82349b9f1731 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:14.221715 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:14.221969 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-d1991e74-1660-489e-9a3d-82349b9f1731 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:14.222412 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'code': 200} Jan 25 02:39:14.331365 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeca74-bd90-45ab-b291-3edf83b08a2b req-2cbcf13c-f0d7-4f28-9ddc-390ea24f1f08 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.332886 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c5aeca74-bd90-45ab-b291-3edf83b08a2b req-2cbcf13c-f0d7-4f28-9ddc-390ea24f1f08 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0661328 Jan 25 02:39:14.397536 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c5aeca74-bd90-45ab-b291-3edf83b08a2b req-fe3138eb-f226-4293-96f5-3c5ec7e8285c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574942 Jan 25 02:39:14.470534 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:39:14.670705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379576-bc03-44de-9bf8-6ce99244fa8a req-8e4068f2-36a0-4894-b218-a7561b8158c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.672358 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8379576-bc03-44de-9bf8-6ce99244fa8a req-8e4068f2-36a0-4894-b218-a7561b8158c4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0516582 Jan 25 02:39:14.706577 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718de1-b37d-4220-8762-0c767fb33e8e req-1c97b4e0-742f-42d5-ba15-9e4d8ca9c381 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:14.708097 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a1718de1-b37d-4220-8762-0c767fb33e8e req-1c97b4e0-742f-42d5-ba15-9e4d8ca9c381 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0512834 Jan 25 02:39:14.729557 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-e8379576-bc03-44de-9bf8-6ce99244fa8a req-edad3bff-92e9-4a83-bae5-0bd31da4d46e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408380 Jan 25 02:39:14.758323 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a1718de1-b37d-4220-8762-0c767fb33e8e req-a44eaa51-4e0e-44b4-baed-308a7511f3bb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Jan 25 02:39:15.509632 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237a9db-fc78-47d2-a5a4-c0ef9e73533a req-55ebdfbc-3d76-4786-8214-7076988d42c2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:15.511141 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3237a9db-fc78-47d2-a5a4-c0ef9e73533a req-55ebdfbc-3d76-4786-8214-7076988d42c2 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0475652 Jan 25 02:39:15.569902 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3237a9db-fc78-47d2-a5a4-c0ef9e73533a req-3ca2d8b1-dc9a-417b-a384-b3b6060382c6 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530210 Jan 25 02:39:15.883227 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc765-8f70-4b65-84a1-d40f59632e65 req-abfb76d7-cc9a-4bed-b928-30e84331ae08 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:15.884704 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-df3cc765-8f70-4b65-84a1-d40f59632e65 req-abfb76d7-cc9a-4bed-b928-30e84331ae08 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0536523 Jan 25 02:39:15.934363 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-df3cc765-8f70-4b65-84a1-d40f59632e65 req-51455f19-1168-45a9-8bad-dedb44947912 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Jan 25 02:39:16.167412 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:16.683846 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1caf29-de96-415d-9db3-8618bef8707d req-f47ccdcb-683c-443a-a01b-909d4c82432c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:16.685359 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bf1caf29-de96-415d-9db3-8618bef8707d req-f47ccdcb-683c-443a-a01b-909d4c82432c tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0488777 Jan 25 02:39:16.747684 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bf1caf29-de96-415d-9db3-8618bef8707d req-8e54da53-f416-4b52-86a4-663a6d0a1eda tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564291 Jan 25 02:39:16.999456 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-1733f7fe-9cf0-4618-8468-fc9096e88874 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.000960 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-1733f7fe-9cf0-4618-8468-fc9096e88874 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1064265 Jan 25 02:39:17.016422 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-26374c4a-d9ed-4417-abd2-c0bb33d8ac3d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/quotas/571b2ab195f04a1ba5af2095a55c5ef4 HTTP/1.1" status: 200 len: 375 time: 0.0095949 Jan 25 02:39:17.066378 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061e54-39a0-4e04-abd4-7f760cd35d05 req-9dd1ea19-3c2a-49cd-a8a7-74857d94807d tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.068233 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c061e54-39a0-4e04-abd4-7f760cd35d05 req-9dd1ea19-3c2a-49cd-a8a7-74857d94807d tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0635517 Jan 25 02:39:17.072355 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-40b0a699-a924-4584-83d9-7b5a43746ca5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506840 Jan 25 02:39:17.121316 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4c061e54-39a0-4e04-abd4-7f760cd35d05 req-7486d9b6-18c4-44b6-8e6a-3cdd47e713cd tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469596 Jan 25 02:39:17.171218 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-4dc4a6c4-6168-4e78-b438-62c7e8d157c9 service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923603 Jan 25 02:39:17.240546 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26929bd8-7fee-4d4f-ab84-382b7df6afe3 req-df933df2-f139-4465-97d8-2f012681a156 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.242087 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-26929bd8-7fee-4d4f-ab84-382b7df6afe3 req-df933df2-f139-4465-97d8-2f012681a156 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0506461 Jan 25 02:39:17.267614 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-37d07841-ddb4-4550-800f-e93e09645680 service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900402 Jan 25 02:39:17.295222 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-26929bd8-7fee-4d4f-ab84-382b7df6afe3 req-627aa0e1-ae7a-4b6d-bee8-7ee805f7c151 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 Jan 25 02:39:17.316360 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56128) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:17.472834 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-00a09bd5-b3b4-493d-9e56-492fe4581902 req-2b932b9b-2d8b-412c-a884-b07a22393a2b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 210 time: 0.0479257 Jan 25 02:39:17.539438 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c471bb92-2afb-471a-ab1e-5192ed20575a tempest-TestShelveInstance-344038109 tempest-TestShelveInstance-344038109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.541388 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-c471bb92-2afb-471a-ab1e-5192ed20575a tempest-TestShelveInstance-344038109 tempest-TestShelveInstance-344038109-project-admin] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1094 time: 0.2237208 Jan 25 02:39:17.544342 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56142) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:17.548970 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:17.576606 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.713588 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8593b-a85f-400a-b3cc-1c72b6ee02b3 req-a1f85bf5-c52d-4930-8a35-57b1e9fb4677 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.715112 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-39a8593b-a85f-400a-b3cc-1c72b6ee02b3 req-a1f85bf5-c52d-4930-8a35-57b1e9fb4677 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0700228 Jan 25 02:39:17.747591 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:17.822894 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-39a8593b-a85f-400a-b3cc-1c72b6ee02b3 req-a0795e5c-49ab-4b27-a806-96e14aba7771 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976532 Jan 25 02:39:17.874706 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bd1b5-d75c-4778-9fdb-1fd56c8ed83f req-6e056890-3c74-49ae-9eac-d706f2bb55d5 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:17.876245 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8d7bd1b5-d75c-4778-9fdb-1fd56c8ed83f req-6e056890-3c74-49ae-9eac-d706f2bb55d5 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0569093 Jan 25 02:39:17.905931 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Allocated IP 172.28.2.20 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/70e76663-af5c-4697-b1f6-a9e70e47c8d2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:17.943669 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8d7bd1b5-d75c-4778-9fdb-1fd56c8ed83f req-bab47b4c-f86e-408e-b0b1-0d9e9b6c8216 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603940 Jan 25 02:39:18.015323 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.049540 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.087791 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:18.094100 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:18.098538 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:18.102263 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'Port': ['ID=70e76663-af5c-4697-b1f6-a9e70e47c8d2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:18.567899 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2ecc087a-9496-4ce6-a129-27a998c09418 req-4ca52ce7-b0c7-42b2-9a00-b77e9462c3ad tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 210 time: 0.0301087 Jan 25 02:39:18.580995 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for floatingip (b524063b-8d90-4feb-a044-81084bf1bc17), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.686498 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.736196 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-d948aec8-422e-41ed-bebf-1630bff447fb tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:18.737936 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-d948aec8-422e-41ed-bebf-1630bff447fb tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1070962 Jan 25 02:39:18.776729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Request body: {'port': {'device_id': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'admin_state_up': True, 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:18.840722 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.845267 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.893307 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:18.897909 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:18.923820 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event updated for resources: {'Port': ['ID=70e76663-af5c-4697-b1f6-a9e70e47c8d2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:18.930826 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (b524063b-8d90-4feb-a044-81084bf1bc17), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.032497 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Floating IP b524063b-8d90-4feb-a044-81084bf1bc17 associated. External IP: 172.28.2.20, port: efe3ecc7-bae0-4323-9855-9cdbc23c8495. Jan 25 02:39:19.066254 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Allocated IP 172.20.0.8 (1cf79ce4-659b-47be-8f0a-11554c0e7a96/d318bbbb-fefc-49c9-aa0c-522ff1f2cf64/d3a324fb-8b0d-4376-83e7-69aa8a283880) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:19.085354 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc6c0a-8e5f-4f18-a617-6d1a4b9ad37a req-12d5a3f0-816e-48b6-8b87-2e62be00b3b7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.086892 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-63fc6c0a-8e5f-4f18-a617-6d1a4b9ad37a req-12d5a3f0-816e-48b6-8b87-2e62be00b3b7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.1227472 Jan 25 02:39:19.264268 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-63fc6c0a-8e5f-4f18-a617-6d1a4b9ad37a req-c04935cf-a0de-4208-8605-99579bb58665 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699262 Jan 25 02:39:19.269133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks [] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.304256 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.348235 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:19.350888 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2', '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:19.354101 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:19.357824 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:19.386609 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event updated for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:19.426510 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.427302 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.449967 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-b4372928-5086-4475-acd7-5c1e6c0314b5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781507 Jan 25 02:39:19.475440 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Request body: {'port': {'device_id': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:19.483360 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b11fe-b14c-4065-82bd-418bf81170d7 req-bdb19cd0-7d01-414f-b090-7e8fae568297 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.484889 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c23b11fe-b14c-4065-82bd-418bf81170d7 req-bdb19cd0-7d01-414f-b090-7e8fae568297 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0937171 Jan 25 02:39:19.518391 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:19.531518 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.599581 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c23b11fe-b14c-4065-82bd-418bf81170d7 req-b0271cf1-d620-4183-9806-9c7b673992f3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078980 Jan 25 02:39:19.668025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:19.679021 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Sync routers for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:19.687948 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.690522 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:19.691359 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:19.718353 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-fa3b62c8-2d09-4476-a134-d763a61776ef tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1727631 Jan 25 02:39:19.719120 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:19.721573 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806ab8c-4e54-41f0-851f-895e50150b72" -d '{"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:19.751703 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246caba9-310a-4ea8-8cd9-884336ba7601 req-2896d6f9-0293-4419-a606-dac3d1095c09 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.753278 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-246caba9-310a-4ea8-8cd9-884336ba7601 req-2896d6f9-0293-4419-a606-dac3d1095c09 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 931 time: 0.1023281 Jan 25 02:39:19.771688 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08474573-1adb-4274-b4ec-700e4e957c5c x-openstack-request-id: req-08474573-1adb-4274-b4ec-700e4e957c5c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:19.773241 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:19.773241 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-08474573-1adb-4274-b4ec-700e4e957c5c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:19.773590 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'status': 'completed', 'code': 200} Jan 25 02:39:19.818715 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:19.858548 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-246caba9-310a-4ea8-8cd9-884336ba7601 req-69987d41-ea33-4173-b09c-fd4bc2a34171 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922277 Jan 25 02:39:19.872202 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a324fb-8b0d-4376-83e7-69aa8a283880 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:19.879945 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks [] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.892657 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Transition to ACTIVE for port object d3a324fb-8b0d-4376-83e7-69aa8a283880 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:19.899332 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:19.922045 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-02b085b5-dbd4-41fe-b32b-7b6db944010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:19.923603 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-02b085b5-dbd4-41fe-b32b-7b6db944010d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0484321 Jan 25 02:39:19.949592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Pushing event updated for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:20.023317 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Attempting to bind port d3a324fb-8b0d-4376-83e7-69aa8a283880 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:20.023527 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Attempting to bind port d3a324fb-8b0d-4376-83e7-69aa8a283880 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:20.023723 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Attempting to bind port d3a324fb-8b0d-4376-83e7-69aa8a283880 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:20.028771 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Port d3a324fb-8b0d-4376-83e7-69aa8a283880 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:20.029082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Attempting to bind port d3a324fb-8b0d-4376-83e7-69aa8a283880 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:20.034116 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:20.034367 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Checking segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:20.034869 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Bound using segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:20.035325 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Bound port: d3a324fb-8b0d-4376-83e7-69aa8a283880, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:20.035681 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.058339 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-c98baeca-04ef-46ed-9fa4-dd53cfabfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.059860 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-c98baeca-04ef-46ed-9fa4-dd53cfabfe19 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.1041827 Jan 25 02:39:20.101448 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:20.104616 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:20.109174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.123854 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'b524063b-8d90-4feb-a044-81084bf1bc17', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:18Z', 'updated_at': '2022-01-25T02:39:18Z', 'revision_number': 0, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:20.154618 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Checking router: d924f5c0-f3b7-4801-87f1-5199a8ad0e3d for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:20.165224 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:20.165955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:20.172592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.173272 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for port (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:20.175428 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] 10.222.0.120 "PUT /v2.0/ports/d3a324fb-8b0d-4376-83e7-69aa8a283880 HTTP/1.1" status: 200 len: 1093 time: 0.7077303 Jan 25 02:39:20.179211 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:20.180916 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-df70e828-df9c-4a7d-9260-8bfff1c7c66c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 999 time: 0.0639710 Jan 25 02:39:20.184779 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a235a8e-388a-49c2-8c5e-c33107b6eb52" -d '{"events": [{"name": "network-changed", "server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:20.220843 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a10d6-d781-4ef9-9fd9-6d89103e2dfe service neutron] Pushing event updated for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:20.238211 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04060ff7-606b-4ae0-ac0c-b1a3d9da55b1 x-openstack-request-id: req-04060ff7-606b-4ae0-ac0c-b1a3d9da55b1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:20.238609 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:20.238965 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-04060ff7-606b-4ae0-ac0c-b1a3d9da55b1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:20.239545 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'status': 'completed', 'code': 200} Jan 25 02:39:20.312049 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:20.347544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-0a12f236-db8a-4027-a17d-4d6f20abdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.350153 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-0a12f236-db8a-4027-a17d-4d6f20abdb15 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0718086 Jan 25 02:39:20.387363 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-6e5a704e-e478-4c74-8e0f-b092663db80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.388790 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-6e5a704e-e478-4c74-8e0f-b092663db80a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 1096 time: 0.0678172 Jan 25 02:39:20.466128 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53296-04cb-4c56-962a-f4d468078255 req-f1302e80-b955-4dbc-bc94-a46184aafb59 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.468052 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4af53296-04cb-4c56-962a-f4d468078255 req-f1302e80-b955-4dbc-bc94-a46184aafb59 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.0991566 Jan 25 02:39:20.473584 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-2626c6d2-76e4-4f94-9b61-7382780f55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.475954 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-2626c6d2-76e4-4f94-9b61-7382780f55c6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937407 Jan 25 02:39:20.494005 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-aaa159aa-c8d7-40d4-97ae-7bffc48967c3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880 HTTP/1.1" status: 200 len: 217 time: 0.0579388 Jan 25 02:39:20.525604 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4af53296-04cb-4c56-962a-f4d468078255 req-71bce8ce-cfa3-4000-8b0e-d8188c704954 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484748 Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.546991 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:20.549606 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:20.551613 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037239-a3e2-4a01-8eef-b426a4953390 req-b815902e-e6bb-4378-aabf-d942ddb3d2ca tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.552515 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1a037239-a3e2-4a01-8eef-b426a4953390 req-b815902e-e6bb-4378-aabf-d942ddb3d2ca tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0557935 Jan 25 02:39:20.596829 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'b524063b-8d90-4feb-a044-81084bf1bc17', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:18Z', 'updated_at': '2022-01-25T02:39:18Z', 'revision_number': 0, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:20.599713 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1a037239-a3e2-4a01-8eef-b426a4953390 req-aa84321d-429b-4288-b008-4239b3406703 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Jan 25 02:39:20.626724 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7f7b2c-ceb4-48ea-8758-72165b18b8e6 None None] The sync data for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb is: [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'b524063b-8d90-4feb-a044-81084bf1bc17', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:18Z', 'updated_at': '2022-01-25T02:39:18Z', 'revision_number': 0, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:20.720513 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-efbb72ec-0aaa-4030-807c-85a7188412ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.721999 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-efbb72ec-0aaa-4030-807c-85a7188412ad service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0518403 Jan 25 02:39:20.779233 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-7c1051ba-cca6-435a-a462-bc0c0155a84b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313408 Jan 25 02:39:20.814570 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab539-08f3-45cb-9b5b-432efe4fd67e req-cfa7fb2d-4aa3-4925-97af-bc41d91acdca tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.816038 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-594ab539-08f3-45cb-9b5b-432efe4fd67e req-cfa7fb2d-4aa3-4925-97af-bc41d91acdca tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.1463299 Jan 25 02:39:20.828330 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-1b1fe3ae-285e-478b-b27e-a16ebbad89ea tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:20.829809 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-1b1fe3ae-285e-478b-b27e-a16ebbad89ea tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.1304457 Jan 25 02:39:20.859945 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e5a19-0a71-4833-881d-249fa9443a4b None None] New status for floating IP b524063b-8d90-4feb-a044-81084bf1bc17: ACTIVE {{(pid=102603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:39:20.890963 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-056ffc32-8475-4660-9a55-56cbd9a6d100 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003513 Jan 25 02:39:20.915852 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-0b3ad31a-572b-463b-86d9-48bacd1804fe service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448597 Jan 25 02:39:20.986360 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-594ab539-08f3-45cb-9b5b-432efe4fd67e req-d4596915-8049-4ebb-8b64-880effd19253 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517773 Jan 25 02:39:21.045172 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0bee-956f-445d-a20b-a6186be9c712 req-ffb2641e-bd9b-4050-b741-c0cdbf8064b9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.046669 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ee0bee-956f-445d-a20b-a6186be9c712 req-ffb2641e-bd9b-4050-b741-c0cdbf8064b9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 943 time: 0.1083288 Jan 25 02:39:21.048663 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-320287dc-6eb8-463f-a1fa-f6de37087af4 req-1907f675-5c2d-4e4d-85c4-b2cf4c978786 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469049 Jan 25 02:39:21.092901 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a806ab8c-4e54-41f0-851f-895e50150b72 req-435f9e6b-8d5d-431c-a2e0-c1444bbcfa60 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492572 Jan 25 02:39:21.107389 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Deleting port e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:21.107737 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.108167 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f7ee0bee-956f-445d-a20b-a6186be9c712 req-f20e412c-dfb5-4ad9-966d-3f735bad55ce tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550132 Jan 25 02:39:21.205375 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] For port e1a74d0d-2430-40d2-9045-e644df4b1581, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=e1a74d0d-2430-40d2-9045-e644df4b1581,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:21.205733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.347238 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-2bdb92c6-7e5f-4a52-a824-e10b376b0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.348731 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-2bdb92c6-7e5f-4a52-a824-e10b376b0b57 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 1096 time: 0.1405072 Jan 25 02:39:21.575750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.576122 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.576440 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Floating IP 21838758-3767-4fe1-a891-eb874b85d451 disassociated. External IP: 172.28.2.103, port: e1a74d0d-2430-40d2-9045-e644df4b1581. Jan 25 02:39:21.576782 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Calling delete_port for e1a74d0d-2430-40d2-9045-e644df4b1581 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:21.583733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-270cf105-9ef8-4528-8d59-571de7b4cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.585750 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-270cf105-9ef8-4528-8d59-571de7b4cdf2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 916 time: 0.2082324 Jan 25 02:39:21.686545 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-5560463b-25b6-43a4-b1d2-49fbb9961162 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880 HTTP/1.1" status: 200 len: 217 time: 0.0651743 Jan 25 02:39:21.718909 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dda96-151a-44d2-96c0-4a5f432f6d6b req-496049c3-c5b0-44bd-b2d5-7ba55509b140 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.720971 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0f5dda96-151a-44d2-96c0-4a5f432f6d6b req-496049c3-c5b0-44bd-b2d5-7ba55509b140 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0524299 Jan 25 02:39:21.765414 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307206b-8a9e-4bfd-8acb-c49daded6c3c req-13273f18-9a23-4c51-a9f6-9c2007036f9f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.766413 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0f5dda96-151a-44d2-96c0-4a5f432f6d6b req-027ca589-581f-4c5c-b4a9-9e84ba8b9359 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Jan 25 02:39:21.766886 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3307206b-8a9e-4bfd-8acb-c49daded6c3c req-13273f18-9a23-4c51-a9f6-9c2007036f9f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 946 time: 0.1444752 Jan 25 02:39:21.771860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-db526114-b917-4e6d-b315-7c90c78683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:21.773941 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-db526114-b917-4e6d-b315-7c90c78683ce service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0745475 Jan 25 02:39:21.844761 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-6af4bce7-c9da-478b-883f-4e0f23d93b66 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618718 Jan 25 02:39:21.893546 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (e1a74d0d-2430-40d2-9045-e644df4b1581), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:21.915288 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3307206b-8a9e-4bfd-8acb-c49daded6c3c req-493cbf75-4767-48c3-ab41-ba0cc9330269 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=cb78d117-4d5e-47e0-a78e-da375dca549b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403828 Jan 25 02:39:21.976142 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'Port': ['ID=e1a74d0d-2430-40d2-9045-e644df4b1581,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:22.041244 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-a30ce2dc-472a-458a-b8ce-fdf8d27ea35c service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810012 Jan 25 02:39:22.103701 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241be51-cff4-422d-815f-81b28883507f req-719e107d-8a81-49f9-bb6c-8058d4e5ef23 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:22.105227 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8241be51-cff4-422d-815f-81b28883507f req-719e107d-8a81-49f9-bb6c-8058d4e5ef23 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0497415 Jan 25 02:39:22.173035 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8241be51-cff4-422d-815f-81b28883507f req-59d56499-2b6b-4196-a43a-8d6b04483cf5 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=ce318fde-c446-495d-a09a-d860b4400401&id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613651 Jan 25 02:39:22.406939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:22.442806 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88fcf0-1bb9-42fe-a6cb-3e99c480ea82 req-9cc21de2-0497-4ce3-8b83-43136fb4f999 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:22.445117 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ef88fcf0-1bb9-42fe-a6cb-3e99c480ea82 req-9cc21de2-0497-4ce3-8b83-43136fb4f999 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 943 time: 0.1157427 Jan 25 02:39:22.447340 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a235a8e-388a-49c2-8c5e-c33107b6eb52 req-161cb49c-28da-4638-921e-7166539edbce service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999109 Jan 25 02:39:22.564403 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ef88fcf0-1bb9-42fe-a6cb-3e99c480ea82 req-f8452909-501c-4f7e-8ce5-bca5d9655c60 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134241 Jan 25 02:39:22.584033 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:22.593732 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:22.604824 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:22.605446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:22.626571 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] No DVR routers for this DVR port e1a74d0d-2430-40d2-9045-e644df4b1581 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:22.629116 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:22.632486 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5d6a384-3983-4987-92e4-3d71c364af70 req-72af56eb-61a4-45dd-ba47-033d1fa0217b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "DELETE /v2.0/ports/e1a74d0d-2430-40d2-9045-e644df4b1581 HTTP/1.1" status: 204 len: 173 time: 1.7795177 Jan 25 02:39:22.632964 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-deleted', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:22.635200 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167788b-4557-448b-9fc0-016a9dff3b0a" -d '{"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-deleted", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:22.674304 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67dba92-2f7c-45cf-b8ca-230b4b9415c8 x-openstack-request-id: req-b67dba92-2f7c-45cf-b8ca-230b4b9415c8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:22.674599 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a652b6-4277-457e-b144-c616251bb55d", "name": "network-vif-deleted", "tag": "e1a74d0d-2430-40d2-9045-e644df4b1581", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:22.674853 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b67dba92-2f7c-45cf-b8ca-230b4b9415c8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:22.675270 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a652b6-4277-457e-b144-c616251bb55d', 'name': 'network-vif-deleted', 'tag': 'e1a74d0d-2430-40d2-9045-e644df4b1581', 'status': 'completed', 'code': 200} Jan 25 02:39:22.716108 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:22.900439 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281ee3-334c-419b-8071-a0594e63b43b req-f8098215-0da9-4fa8-8175-bb758de7c84d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:22.901970 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3e281ee3-334c-419b-8071-a0594e63b43b req-f8098215-0da9-4fa8-8175-bb758de7c84d tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0494101 Jan 25 02:39:22.931197 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:22.951996 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3e281ee3-334c-419b-8071-a0594e63b43b req-6a338eb6-85a5-4e49-a225-16c81b357448 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Jan 25 02:39:22.958776 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:22.967445 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:22.968063 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:23.035246 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-dad6b466-e9b7-4118-9b9b-0ada08d2d837 req-9e3cd5bf-ec3c-41be-9a10-3408b7f5bf6f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=a6a652b6-4277-457e-b144-c616251bb55d HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jan 25 02:39:23.195219 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:23.404985 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:23.431251 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c446d74-a29d-45f1-8975-51519ce9adac None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:23.665122 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce5c754-e98c-433f-bc0c-562dcfeda7eb None None] New status for floating IP 21838758-3767-4fe1-a891-eb874b85d451: DOWN {{(pid=102603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:39:23.686523 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fb2da-0499-4766-9a1e-921272a859d6 req-f6a44a41-75fa-442f-bcc9-d3440dad3026 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:23.688147 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-428fb2da-0499-4766-9a1e-921272a859d6 req-f6a44a41-75fa-442f-bcc9-d3440dad3026 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 943 time: 0.0507333 Jan 25 02:39:23.741430 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-428fb2da-0499-4766-9a1e-921272a859d6 req-31c54dff-7189-43bd-ad7c-c35ed11c8b26 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Jan 25 02:39:23.922258 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device d3a324fb-8b0d-4376-83e7-69aa8a283880 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:23.935762 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:23.961068 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: e1a74d0d-2430-40d2-9045-e644df4b1581 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:23.961413 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device e1a74d0d-2430-40d2-9045-e644df4b1581 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:24.043572 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:24.054408 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'port_id': 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'mac_address': 'fa:16:3e:70:3f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318bbbb-fefc-49c9-aa0c-522ff1f2cf64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:24.085110 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77fc6-74ef-499c-9361-2253b238f73a req-cca52fe5-7eb4-4b06-a1e3-cdf78e5c4a1c tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.087127 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4fe77fc6-74ef-499c-9361-2253b238f73a req-cca52fe5-7eb4-4b06-a1e3-cdf78e5c4a1c tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0637379 Jan 25 02:39:24.105042 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port d3a324fb-8b0d-4376-83e7-69aa8a283880 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:24.105447 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.120966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a324fb-8b0d-4376-83e7-69aa8a283880 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:24.145579 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4fe77fc6-74ef-499c-9361-2253b238f73a req-51c8cb48-eee9-44a8-b87b-947b2934fa8e tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 Jan 25 02:39:24.158401 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:24.164500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56222) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:24.171178 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.221750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (cb78d117-4d5e-47e0-a78e-da375dca549b), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.222143 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.246603 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (cb78d117-4d5e-47e0-a78e-da375dca549b), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.294593 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (cb78d117-4d5e-47e0-a78e-da375dca549b), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.297236 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.298388 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "DELETE /v2.0/security-groups/cb78d117-4d5e-47e0-a78e-da375dca549b HTTP/1.1" status: 204 len: 168 time: 0.1326354 Jan 25 02:39:24.301297 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:24.308562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43af6bb-b434-4135-9d79-732ffbc04ca9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb78d117-4d5e-47e0-a78e-da375dca549b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.319598 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.api.v2.resource [None req-d8079921-aad5-4e29-9687-a12fe6abd628 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] show failed (client error): The resource could not be found. Jan 25 02:39:24.320690 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d8079921-aad5-4e29-9687-a12fe6abd628 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups/cb78d117-4d5e-47e0-a78e-da375dca549b HTTP/1.1" status: 404 len: 347 time: 0.0183291 Jan 25 02:39:24.323752 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56226) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:24.450224 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Deleting port 2a9193c0-d3fd-49b0-a358-b394d4985046 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:24.450575 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.529963 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.530294 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (2a9193c0-d3fd-49b0-a358-b394d4985046), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.542630 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Calling delete_port for 2a9193c0-d3fd-49b0-a358-b394d4985046 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:24.605676 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['d3a324fb-8b0d-4376-83e7-69aa8a283880'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:24.708217 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (2a9193c0-d3fd-49b0-a358-b394d4985046), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.733572 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'Port': ['ID=2a9193c0-d3fd-49b0-a358-b394d4985046,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:24.795233 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (21838758-3767-4fe1-a891-eb874b85d451), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.798033 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:24.799510 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9b672662-2b1a-4cea-9ae1-9fb8efe8c122 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "DELETE /v2.0/floatingips/21838758-3767-4fe1-a891-eb874b85d451 HTTP/1.1" status: 204 len: 168 time: 0.4748538 Jan 25 02:39:24.868703 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777e8ed-5132-414d-afa2-3202f59aa822 req-6a098e56-2bf2-49cf-8f82-698596c2c59a tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:24.870491 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3777e8ed-5132-414d-afa2-3202f59aa822 req-6a098e56-2bf2-49cf-8f82-698596c2c59a tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 944 time: 0.0597062 Jan 25 02:39:24.922381 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3777e8ed-5132-414d-afa2-3202f59aa822 req-76db2c33-10f1-41be-a019-ef7b17a06eb0 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Jan 25 02:39:25.164617 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.169352 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036739236', 'description': 'tempest-description--1609912265'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:25.195143 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.292284 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9fe2f-5754-4fa4-807f-be755e811246 req-04080330-878a-4dc2-a5e1-8bb0cd32d282 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:25.293757 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9ff9fe2f-5754-4fa4-807f-be755e811246 req-04080330-878a-4dc2-a5e1-8bb0cd32d282 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0737469 Jan 25 02:39:25.303993 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (266f0b0a-182f-4b40-958c-22af27d7c9d6), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.310817 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (266f0b0a-182f-4b40-958c-22af27d7c9d6), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.353822 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.355042 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1893356 Jan 25 02:39:25.358255 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56236) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.363233 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group_rule': {'security_group_id': '266f0b0a-182f-4b40-958c-22af27d7c9d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:25.366581 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17936180-0d22-4da5-a23c-1056a77a298c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266f0b0a-182f-4b40-958c-22af27d7c9d6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.376804 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9ff9fe2f-5754-4fa4-807f-be755e811246 req-e4d12acd-61b7-45f2-bb3e-abc4331d0b53 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757873 Jan 25 02:39:25.403145 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (eca2a05a-0ae0-4704-9088-dfd1605e039d), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.442167 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (eca2a05a-0ae0-4704-9088-dfd1605e039d), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.446256 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (eca2a05a-0ae0-4704-9088-dfd1605e039d), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.463611 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca2a05a-0ae0-4704-9088-dfd1605e039d,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.473344 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.477443 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-c015e026-7964-47a4-9187-c33b872b53ab tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149414 Jan 25 02:39:25.477443 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56238) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.481897 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'security_group_rule': {'security_group_id': '266f0b0a-182f-4b40-958c-22af27d7c9d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:25.510430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (ae2b6363-b7d6-46c9-b23b-8ef63220cec6), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.565829 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (ae2b6363-b7d6-46c9-b23b-8ef63220cec6), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.570238 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (ae2b6363-b7d6-46c9-b23b-8ef63220cec6), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.592269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2b6363-b7d6-46c9-b23b-8ef63220cec6,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:25.598056 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.599248 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-3d7e6bf4-1ca9-42f8-a455-853e9bf1edd7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208375 Jan 25 02:39:25.602356 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56240) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:25.606488 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:25.628419 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.721804 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.829590 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Allocated IP 172.28.2.90 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/99ba7b6f-8919-4bf6-8934-6207ad27a236) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:25.935064 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:25.941111 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device d3a324fb-8b0d-4376-83e7-69aa8a283880 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:25.973928 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.003837 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port d3a324fb-8b0d-4376-83e7-69aa8a283880 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:26.009266 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port d3a324fb-8b0d-4376-83e7-69aa8a283880 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:26.009752 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.050512 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:26.056339 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=99ba7b6f-8919-4bf6-8934-6207ad27a236,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:26.058770 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:26.062309 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:26.087901 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port d3a324fb-8b0d-4376-83e7-69aa8a283880 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:26.088300 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.104123 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475286-86c1-423d-a089-ece2fd310107 req-ec39de22-8479-45bf-8f35-33f4b22aceb4 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:26.105693 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5e475286-86c1-423d-a089-ece2fd310107 req-ec39de22-8479-45bf-8f35-33f4b22aceb4 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 944 time: 0.1011453 Jan 25 02:39:26.119597 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:26.121814 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9077bd-6cc8-4f98-bac0-5966f3a008e7" -d '{"events": [{"server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "name": "network-vif-plugged", "status": "completed", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:26.136139 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:26.142155 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.166548 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1294841b-4fe4-4470-a056-3471a929a753 x-openstack-request-id: req-1294841b-4fe4-4470-a056-3471a929a753 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:26.166834 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "name": "network-vif-plugged", "status": "completed", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:26.167133 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-1294841b-4fe4-4470-a056-3471a929a753 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:26.167533 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'code': 200} Jan 25 02:39:26.191676 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5e475286-86c1-423d-a089-ece2fd310107 req-4b4718a7-f98a-41fb-9b27-a472035cd3b7 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782707 Jan 25 02:39:26.194270 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:26.195628 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.234012 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.396469 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.424041 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.507370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c544c-ad54-4cfb-803b-e44c5b2a90d4 req-78d6058d-567f-403e-9f05-a0bf3a57f858 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:26.508789 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-db2c544c-ad54-4cfb-803b-e44c5b2a90d4 req-78d6058d-567f-403e-9f05-a0bf3a57f858 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.0531719 Jan 25 02:39:26.517577 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-3c7a1a3d-533e-48b2-8537-764b613cffaf tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:26.519287 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-3c7a1a3d-533e-48b2-8537-764b613cffaf tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 946 time: 0.1437271 Jan 25 02:39:26.524652 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=99ba7b6f-8919-4bf6-8934-6207ad27a236,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:26.539314 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e8b2-9dac-4289-98ec-b0cd426f99c8 req-8393a5da-dce4-406e-9ae4-9a49429e7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:26.540737 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8314e8b2-9dac-4289-98ec-b0cd426f99c8 req-8393a5da-dce4-406e-9ae4-9a49429e7fea service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 1098 time: 0.1664548 Jan 25 02:39:26.559386 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-db2c544c-ad54-4cfb-803b-e44c5b2a90d4 req-3a3067d8-3928-4bb5-8959-11853f740b7a tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/security-groups?id=767b9373-c53e-4bdc-b347-8f5488fceec2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Jan 25 02:39:26.582281 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.635520 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.636709 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5ab8e966-8bb9-4165-9452-056c5493eac7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0334511 Jan 25 02:39:26.647143 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8314e8b2-9dac-4289-98ec-b0cd426f99c8 req-0227e7c1-20e1-4db6-8311-e9499e6b4a09 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855966 Jan 25 02:39:26.668757 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Deleting port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:26.669099 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.761992 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] For port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,segment=NetworkSegment(9ade3c0f-e4b6-42ad-9199-98b5d23b15b1),segment_id=9ade3c0f-e4b6-42ad-9199-98b5d23b15b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:26.762282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:26.775643 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Calling delete_port for dc4de2b1-3321-4c7f-b79c-45de26dc2d4b owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:26.872007 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-b9de665f-9e2e-42ba-a121-07b0f28c0d96 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1036739236&fields=id&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 267 time: 0.0866580 Jan 25 02:39:27.002056 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (dc4de2b1-3321-4c7f-b79c-45de26dc2d4b), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.042376 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-59b672ec-a264-4d54-82d2-2cb5406af47b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:27.043921 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-59b672ec-a264-4d54-82d2-2cb5406af47b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 816 time: 0.1618407 Jan 25 02:39:27.044764 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['dc4de2b1-3321-4c7f-b79c-45de26dc2d4b'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:27.045255 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Pushing event deleted for resources: {'Port': ['ID=dc4de2b1-3321-4c7f-b79c-45de26dc2d4b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:27.081671 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-71f05492-bb45-4efa-aa7a-fa5141d0e7ca tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/quotas/8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 375 time: 0.0305042 Jan 25 02:39:27.096290 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] No DVR routers for this DVR port dc4de2b1-3321-4c7f-b79c-45de26dc2d4b on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:27.105144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:27.108327 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b40b0262-07ff-4a12-81a1-e22001e83fe9 req-dfcc59eb-d457-4ad5-a494-bc73ae474571 tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.120 "DELETE /v2.0/ports/dc4de2b1-3321-4c7f-b79c-45de26dc2d4b HTTP/1.1" status: 204 len: 173 time: 0.5787807 Jan 25 02:39:27.108750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'name': 'network-vif-deleted', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:27.110922 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31fc9f8-3710-4392-bfd3-d0a1e2da7792" -d '{"events": [{"server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "name": "network-vif-deleted", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:27.148771 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c7747-b51e-47b1-8a56-08a446290741 x-openstack-request-id: req-df7c7747-b51e-47b1-8a56-08a446290741 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:27.149077 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ecac64-23c8-459f-8254-95aa6cbafaeb", "name": "network-vif-deleted", "tag": "dc4de2b1-3321-4c7f-b79c-45de26dc2d4b", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:27.149343 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-df7c7747-b51e-47b1-8a56-08a446290741 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:27.149799 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ecac64-23c8-459f-8254-95aa6cbafaeb', 'name': 'network-vif-deleted', 'tag': 'dc4de2b1-3321-4c7f-b79c-45de26dc2d4b', 'status': 'completed', 'code': 200} Jan 25 02:39:27.156172 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-7928e2b1-28f8-45a6-a031-d3bfd4ce3f7b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617039 Jan 25 02:39:27.257932 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-78a3a0eb-d420-4a45-b682-951169d1a91d service neutron] 10.222.0.109 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896056 Jan 25 02:39:27.322316 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2cf90-3af1-4d2a-bf40-b83a95d130d5 req-c97d842f-326d-438f-b932-25342d219f43 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:27.323781 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-58d2cf90-3af1-4d2a-bf40-b83a95d130d5 req-c97d842f-326d-438f-b932-25342d219f43 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0543103 Jan 25 02:39:27.356302 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-8033176e-4d51-4139-9d77-d57e6ab6f5c4 service neutron] 10.222.0.109 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924489 Jan 25 02:39:27.374914 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-58d2cf90-3af1-4d2a-bf40-b83a95d130d5 req-0427717d-5810-4bcc-995e-7e58fb8da673 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Jan 25 02:39:27.520379 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-9a1a3fed-00b4-47c8-a438-23c87abbe292 req-446f31f8-8d21-4d45-a1d2-eb818c48ca8c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 210 time: 0.0264518 Jan 25 02:39:27.671614 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4a107aba-7f56-497f-b6f2-4d197295e760 req-45e3fa70-1878-40de-819d-0b3dea8b397f tempest-VolumesSnapshotTestJSON-1404976508 tempest-VolumesSnapshotTestJSON-1404976508-project] 10.222.0.109 "GET /v2.0/ports?device_id=24ecac64-23c8-459f-8254-95aa6cbafaeb HTTP/1.1" status: 200 len: 210 time: 0.0323761 Jan 25 02:39:28.497423 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891dfbf-d18e-4c12-8336-3c781024b4ec req-95b15ab6-9d63-487f-b83d-914dc34e83e9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:28.498929 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a891dfbf-d18e-4c12-8336-3c781024b4ec req-95b15ab6-9d63-487f-b83d-914dc34e83e9 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0583918 Jan 25 02:39:28.570982 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a891dfbf-d18e-4c12-8336-3c781024b4ec req-97ef390c-cc70-425f-a3b3-08916e8f5536 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604513 Jan 25 02:39:28.650629 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f7a6a05e-9fa4-45e9-b145-f606079bcc9c req-388f50ad-8cb0-4ed2-a3e8-f4dec71de53a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 210 time: 0.0451975 Jan 25 02:39:28.781981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-dca066b4-6fad-40dc-9607-0bf071d74517 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:28.784549 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-dca066b4-6fad-40dc-9607-0bf071d74517 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 816 time: 0.1533780 Jan 25 02:39:28.883058 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-2ae6662c-1707-4d13-ae77-9e3b861f16c7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 380 time: 0.0825512 Jan 25 02:39:28.895095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'port': {'device_id': 'e228668d-9933-4631-935f-f3f9f2b90589', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'admin_state_up': True, 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'security_groups': ['266f0b0a-182f-4b40-958c-22af27d7c9d6']}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:29.045479 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Made reservation on behalf of 8a3e0e794a254db992c2dcb58f862d18 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:29.049420 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.178316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Allocated IP 172.20.0.7 (748cf1cc-68ff-4fd5-8904-f36238a990b2/e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7/40832a9f-9550-4d8a-bf33-2c25312ee522) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:29.311870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.344822 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.388977 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:29.392137 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:29.398086 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:29.423343 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.453159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:29.453806 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.470874 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-de4ca3f4-1e2e-4cc7-8326-9505d13de6b4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808733 Jan 25 02:39:29.488995 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Request body: {'port': {'device_id': 'e228668d-9933-4631-935f-f3f9f2b90589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:29.547178 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.629641 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-085d3da0-86bd-43a4-b41d-4d188ef2b3c5 None None] Provisioning complete for port 40832a9f-9550-4d8a-bf33-2c25312ee522 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:29.630225 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-085d3da0-86bd-43a4-b41d-4d188ef2b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.667804 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-085d3da0-86bd-43a4-b41d-4d188ef2b3c5 None None] Port 40832a9f-9550-4d8a-bf33-2c25312ee522 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:39:29.804528 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cce3d-9ecb-4081-bc8e-c4ffb5a770d9 req-65747dfe-51a9-4475-bf41-ff976ab506b1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:29.806493 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8d8cce3d-9ecb-4081-bc8e-c4ffb5a770d9 req-65747dfe-51a9-4475-bf41-ff976ab506b1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 931 time: 0.0799081 Jan 25 02:39:29.889697 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:29.899396 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8d8cce3d-9ecb-4081-bc8e-c4ffb5a770d9 req-2eaab25c-b6b7-4fa9-bf1f-e33180e87f7c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868394 Jan 25 02:39:29.901245 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks [] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.913265 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fc114d50-4379-48c6-ac6c-5dd7ed00a7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.916797 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Transition to ACTIVE for port object 40832a9f-9550-4d8a-bf33-2c25312ee522 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:29.920486 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:29.970127 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:29.973779 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device dc4de2b1-3321-4c7f-b79c-45de26dc2d4b no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:30.003579 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: dc4de2b1-3321-4c7f-b79c-45de26dc2d4b {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:30.004264 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device dc4de2b1-3321-4c7f-b79c-45de26dc2d4b not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:30.057584 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Attempting to bind port 40832a9f-9550-4d8a-bf33-2c25312ee522 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:30.057919 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Attempting to bind port 40832a9f-9550-4d8a-bf33-2c25312ee522 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:30.058246 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Attempting to bind port 40832a9f-9550-4d8a-bf33-2c25312ee522 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:30.062892 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Port 40832a9f-9550-4d8a-bf33-2c25312ee522 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:30.063513 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Attempting to bind port 40832a9f-9550-4d8a-bf33-2c25312ee522 on network 748cf1cc-68ff-4fd5-8904-f36238a990b2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:30.070860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:30.071798 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Checking segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:30.072341 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Bound using segment: {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:30.072788 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Bound port: 40832a9f-9550-4d8a-bf33-2c25312ee522, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:30.073148 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.158408 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:30.161695 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:30.169966 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.206110 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.206775 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:30.208183 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] 10.222.0.120 "PUT /v2.0/ports/40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 1093 time: 0.7235577 Jan 25 02:39:30.208733 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:30.211563 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e3b13-40d4-4fd8-86eb-cf961bec06de" -d '{"events": [{"name": "network-changed", "server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:30.237855 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3c07-cbef-4ed2-aad7-ec7e87fd0497 service neutron] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:30.264352 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d02dae-5c72-4546-836e-e3fb371c7fd9 x-openstack-request-id: req-93d02dae-5c72-4546-836e-e3fb371c7fd9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:30.264661 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:30.264920 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-93d02dae-5c72-4546-836e-e3fb371c7fd9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:30.265329 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'status': 'completed', 'code': 200} Jan 25 02:39:30.360849 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-f13b3f0e-9ba6-4908-a0ce-c04dc994242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.362422 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-f13b3f0e-9ba6-4908-a0ce-c04dc994242b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1096 time: 0.0625110 Jan 25 02:39:30.420437 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-244cf691-49c9-4d21-8e7f-9ede0bc6f441 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 217 time: 0.0388758 Jan 25 02:39:30.483063 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-8e70b9cf-3b25-4fd9-b2de-6b8a2b65f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.484523 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-8e70b9cf-3b25-4fd9-b2de-6b8a2b65f243 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0478005 Jan 25 02:39:30.547145 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-b110b2ed-9a1e-4493-890a-b1d9bf1a10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.548778 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-b110b2ed-9a1e-4493-890a-b1d9bf1a10e9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0453575 Jan 25 02:39:30.648338 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-5ec28e28-8e28-4fcd-977f-b24f7b3b0a7f service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Jan 25 02:39:30.742958 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-ca541f6b-0994-48f2-8b91-0de71c0831bc req-da3f7c81-8577-4918-b8e0-af73efec9ce8 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882127 Jan 25 02:39:30.921813 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-be5e325c-e262-47b8-9a03-b06465fdadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:30.923418 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-be5e325c-e262-47b8-9a03-b06465fdadc1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1096 time: 0.0410402 Jan 25 02:39:31.052453 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-218205bb-2c50-478c-a3ba-af5606544da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.054506 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-218205bb-2c50-478c-a3ba-af5606544da9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.1222603 Jan 25 02:39:31.066810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0dd47-87f4-4c7b-8218-45117ddbae68 req-9fc23605-637b-4cb3-b211-f69ba0813bb5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.068884 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-40b0dd47-87f4-4c7b-8218-45117ddbae68 req-9fc23605-637b-4cb3-b211-f69ba0813bb5 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0810986 Jan 25 02:39:31.116917 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-80b719e8-1693-4a80-a04a-1a1d359c248e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 217 time: 0.0470126 Jan 25 02:39:31.179064 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-40b0dd47-87f4-4c7b-8218-45117ddbae68 req-6a766461-7771-4362-a5a3-5df1b491840d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036479 Jan 25 02:39:31.189220 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-fd100930-7f46-4b24-b7aa-b5893fb388fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.190610 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-fd100930-7f46-4b24-b7aa-b5893fb388fd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0616448 Jan 25 02:39:31.238305 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-4f656f23-6e05-464b-8f69-fd82dc53138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:31.239794 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-4f656f23-6e05-464b-8f69-fd82dc53138f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0382650 Jan 25 02:39:31.341251 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-4edaa60c-60e8-4a56-a824-907af36669ba service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875638 Jan 25 02:39:31.454216 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-133e3b13-40d4-4fd8-86eb-cf961bec06de req-cc6f68d8-f175-426b-abfa-43475957d169 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965431 Jan 25 02:39:32.251080 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6634a16f-bd2a-4319-b85f-37c1223dcb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:32.299445 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be130bd-6c6b-4780-9521-ca899255fc3e req-b0e49668-6c00-4b5f-b4f0-e5e09beb0062 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:32.300921 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2be130bd-6c6b-4780-9521-ca899255fc3e req-b0e49668-6c00-4b5f-b4f0-e5e09beb0062 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0481641 Jan 25 02:39:32.348374 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2be130bd-6c6b-4780-9521-ca899255fc3e req-dee2e641-4f4e-47f7-9ded-5a8ae89dc4c1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Jan 25 02:39:33.225580 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:33.469825 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d32d71-eff0-4453-a2ff-12a60e0ef910 req-a1811f12-81b3-4eed-8755-28213fa77e33 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:33.471328 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-41d32d71-eff0-4453-a2ff-12a60e0ef910 req-a1811f12-81b3-4eed-8755-28213fa77e33 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0514603 Jan 25 02:39:33.516529 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-41d32d71-eff0-4453-a2ff-12a60e0ef910 req-d2f68a1f-b0ab-4e7e-b47f-cb661b4e571b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Jan 25 02:39:33.975933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:34.094455 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:34.106320 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:34.146634 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:34.146916 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.165823 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:34.191677 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:34.197337 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:34.248477 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:34.301590 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-24fcb6d1-75ae-4719-9516-2ff121635970 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:34.303642 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-24fcb6d1-75ae-4719-9516-2ff121635970 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1002145 Jan 25 02:39:34.317671 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-37b862c4-7cd1-41d9-ba41-0402dac8d95c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/quotas/571b2ab195f04a1ba5af2095a55c5ef4 HTTP/1.1" status: 200 len: 375 time: 0.0088339 Jan 25 02:39:34.372492 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-fadd8529-5ad5-4005-b364-f07fd3aead82 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494614 Jan 25 02:39:34.458056 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-90d0b1f1-e0cf-4a2c-8aef-a4e47fe0fd4d service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786543 Jan 25 02:39:34.547981 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-85193d70-c820-4126-8928-a38170f556fa service neutron] 10.222.0.109 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840688 Jan 25 02:39:34.638276 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10a28-58ac-4c9e-a6b8-386ed5126569 req-c5bdade0-b0ad-4038-8565-cd4b1509fe3a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:34.639793 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-80c10a28-58ac-4c9e-a6b8-386ed5126569 req-c5bdade0-b0ad-4038-8565-cd4b1509fe3a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 944 time: 0.0528319 Jan 25 02:39:34.668493 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['40832a9f-9550-4d8a-bf33-2c25312ee522'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:34.692600 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-80c10a28-58ac-4c9e-a6b8-386ed5126569 req-2955fae1-8d44-4423-ac6f-9036451daeff tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455234 Jan 25 02:39:34.708510 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d2c40532-999b-4856-905c-f22455440cf0 req-6ec016e8-7edb-4bd3-9fca-713f8ff501c5 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 210 time: 0.0318935 Jan 25 02:39:34.844750 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:35.840515 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-44b934a9-2b50-42fa-a15d-e991e0c2acca req-ee369260-9bd7-4984-9e99-56b319b93ce1 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 210 time: 0.0263376 Jan 25 02:39:35.853236 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bd13-383d-4c74-a3fa-47a5168b56b6 req-e94a8bfa-d50d-4db2-9b2e-deaa64d127f0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:35.859538 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0b10bd13-383d-4c74-a3fa-47a5168b56b6 req-e94a8bfa-d50d-4db2-9b2e-deaa64d127f0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 944 time: 0.0904694 Jan 25 02:39:35.949008 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0b10bd13-383d-4c74-a3fa-47a5168b56b6 req-c33fea12-1f56-4e98-80d3-f7f738081508 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883615 Jan 25 02:39:35.975895 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-140872f8-fd84-412c-8182-e17d8d52a7ae tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:35.977467 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-140872f8-fd84-412c-8182-e17d8d52a7ae tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 815 time: 0.1691008 Jan 25 02:39:35.980335 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:35.999748 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Request body: {'port': {'device_id': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'admin_state_up': True, 'tenant_id': '571b2ab195f04a1ba5af2095a55c5ef4'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:36.040854 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 40832a9f-9550-4d8a-bf33-2c25312ee522 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:36.045459 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 40832a9f-9550-4d8a-bf33-2c25312ee522 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:36.045858 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.138599 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:36.138996 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.168049 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:36.170627 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924247b-8628-4d02-b4a3-2f97f8a2450a" -d '{"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:36.184235 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:36.189094 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.223935 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253a72f-8819-423c-8384-945e4d3f04fe x-openstack-request-id: req-6253a72f-8819-423c-8384-945e4d3f04fe {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:36.224284 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:36.224673 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6253a72f-8819-423c-8384-945e4d3f04fe {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:36.225272 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'code': 200} Jan 25 02:39:36.242291 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.264697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:36.342711 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Made reservation on behalf of 571b2ab195f04a1ba5af2095a55c5ef4 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:39:36.346296 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.505194 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62a7c2-6495-499f-a2e8-cd44bdc98cde req-4508d6c9-bdd9-45aa-b1eb-f9ee24b8d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.506750 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d62a7c2-6495-499f-a2e8-cd44bdc98cde req-4508d6c9-bdd9-45aa-b1eb-f9ee24b8d564 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1098 time: 0.0763240 Jan 25 02:39:36.507849 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Allocated IP 172.20.0.4 (1cf79ce4-659b-47be-8f0a-11554c0e7a96/d318bbbb-fefc-49c9-aa0c-522ff1f2cf64/aef8af6e-d1de-497c-829b-58ba09ed06d8) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:39:36.584559 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d62a7c2-6495-499f-a2e8-cd44bdc98cde req-ac8e143d-bd65-4f12-b59b-439cc736aa93 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681138 Jan 25 02:39:36.695303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks [] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.737022 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.777693 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:39:36.779574 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2', '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'd3a324fb-8b0d-4376-83e7-69aa8a283880'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:36.780577 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:39:36.787349 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:39:36.810694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event updated for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:36.843802 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.844739 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:36.861861 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-c8500eb7-7169-4985-9bf5-cfa8aa8f22e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8661721 Jan 25 02:39:36.948991 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Request body: {'port': {'device_id': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:36.986207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9339d-9659-40e4-818c-12add0e5cd21 req-f1da2c0c-185a-4f0e-a463-11c9f498db02 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:36.994498 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38b9339d-9659-40e4-818c-12add0e5cd21 req-f1da2c0c-185a-4f0e-a463-11c9f498db02 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 931 time: 0.0832763 Jan 25 02:39:37.056021 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.076130 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38b9339d-9659-40e4-818c-12add0e5cd21 req-4744ed27-7b77-44e4-9504-7f6e90ea0f77 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807567 Jan 25 02:39:37.076906 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4bd51-1a5f-4eeb-a795-d9bce0c979d7 req-d2b74590-f141-483a-b496-01b68fa6f25b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.079019 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-51d4bd51-1a5f-4eeb-a795-d9bce0c979d7 req-d2b74590-f141-483a-b496-01b68fa6f25b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Jan 25 02:39:37.130334 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-51d4bd51-1a5f-4eeb-a795-d9bce0c979d7 req-3a8b5a6d-a9c5-426f-a1f6-deeb7bf35db3 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Jan 25 02:39:37.326040 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef8af6e-d1de-497c-829b-58ba09ed06d8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:37.333218 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks [] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.346160 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Transition to ACTIVE for port object aef8af6e-d1de-497c-829b-58ba09ed06d8 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:39:37.349795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.400031 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Pushing event updated for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:37.466623 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Attempting to bind port aef8af6e-d1de-497c-829b-58ba09ed06d8 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:39:37.466956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Attempting to bind port aef8af6e-d1de-497c-829b-58ba09ed06d8 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:39:37.467289 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Attempting to bind port aef8af6e-d1de-497c-829b-58ba09ed06d8 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:37.471435 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Port aef8af6e-d1de-497c-829b-58ba09ed06d8 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:39:37.471745 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Attempting to bind port aef8af6e-d1de-497c-829b-58ba09ed06d8 on network 1cf79ce4-659b-47be-8f0a-11554c0e7a96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:39:37.476509 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:39:37.476837 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Checking segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:39:37.477216 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Bound using segment: {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:39:37.477630 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Bound port: aef8af6e-d1de-497c-829b-58ba09ed06d8, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06aee2e6-289b-4e14-96f2-d2191bd9a1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:39:37.477974 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.541094 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:39:37.544303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:39:37.547818 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.581441 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.582063 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:37.584070 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] 10.222.0.120 "PUT /v2.0/ports/aef8af6e-d1de-497c-829b-58ba09ed06d8 HTTP/1.1" status: 200 len: 1093 time: 0.6391010 Jan 25 02:39:37.586653 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:37.588915 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0735f374-f3dd-438a-a5e4-2f02f2739022" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:37.614939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f21f-f5bb-43a8-999a-c5ac61ccd639 service neutron] Pushing event updated for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:37.631474 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e8df2-e2bf-4ef2-9f73-6a75cd014a38 x-openstack-request-id: req-f67e8df2-e2bf-4ef2-9f73-6a75cd014a38 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:37.631770 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:37.632027 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f67e8df2-e2bf-4ef2-9f73-6a75cd014a38 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:37.632484 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8', 'status': 'completed', 'code': 200} Jan 25 02:39:37.715294 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-2e2a4e24-3aa1-4cde-8d57-7db9fd9ce0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.716884 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-2e2a4e24-3aa1-4cde-8d57-7db9fd9ce0b4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 1096 time: 0.0418167 Jan 25 02:39:37.780278 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-4c656753-7130-41d8-9378-955b06c02af5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8 HTTP/1.1" status: 200 len: 217 time: 0.0381949 Jan 25 02:39:37.830297 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-4ff703ed-ceec-4f44-94b7-0ab755725d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:37.831859 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-4ff703ed-ceec-4f44-94b7-0ab755725d98 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0448346 Jan 25 02:39:37.932394 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-597105b4-1e7b-4b08-b75a-184d300ff1de service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251131 Jan 25 02:39:38.030349 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-56715693-fd9a-47be-ba8d-883da4cbf5f6 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916581 Jan 25 02:39:38.173028 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83907cbc-0579-4d9f-8058-3c17437b87ec req-bedbb147-7512-4977-93aa-eb897b6e58f8 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099229 Jan 25 02:39:38.234352 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa858bf-9ff1-4088-8f6a-ed5a99d6ab6f req-a42c6910-b781-45f5-a4da-252343b869e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.247048 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0fa858bf-9ff1-4088-8f6a-ed5a99d6ab6f req-a42c6910-b781-45f5-a4da-252343b869e2 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 943 time: 0.0808020 Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.285142 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:38.288661 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:39:38.291103 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c85669-a688-4d9a-95d6-e38ad2a3409f req-639b3c22-27b2-4fbb-b9ee-70e0c7237fa2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.292602 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-95c85669-a688-4d9a-95d6-e38ad2a3409f req-639b3c22-27b2-4fbb-b9ee-70e0c7237fa2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0673668 Jan 25 02:39:38.304403 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0fa858bf-9ff1-4088-8f6a-ed5a99d6ab6f req-e7a51c61-8ed3-475c-9384-31dabde775c7 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Jan 25 02:39:38.370916 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-95c85669-a688-4d9a-95d6-e38ad2a3409f req-3a1edc47-0089-4e7b-b4e8-3403c1e88859 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704222 Jan 25 02:39:38.384207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-6128ece1-947f-4e09-b264-4c58c539f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.385690 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-6128ece1-947f-4e09-b264-4c58c539f461 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 1096 time: 0.0485504 Jan 25 02:39:38.476785 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-b63bc4e6-4e17-4252-82e6-5206c95ae626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.478240 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-b63bc4e6-4e17-4252-82e6-5206c95ae626 service neutron] 10.222.0.120 "GET /v2.0/networks?id=1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 200 len: 916 time: 0.0856287 Jan 25 02:39:38.524572 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-5cfba110-0114-4a32-947f-90709ef48c07 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8 HTTP/1.1" status: 200 len: 217 time: 0.0342436 Jan 25 02:39:38.582134 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-ae21e873-6eea-4e23-8736-f55d224bf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:38.583818 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-ae21e873-6eea-4e23-8736-f55d224bf22b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 200 len: 855 time: 0.0427816 Jan 25 02:39:38.626515 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-af7ca9b6-0cc7-4259-8d6d-1c82986c84a6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=1cf79ce4-659b-47be-8f0a-11554c0e7a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234094 Jan 25 02:39:38.722659 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-c1c79797-fd9a-447e-9943-00900acce840 service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 Jan 25 02:39:38.813311 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0735f374-f3dd-438a-a5e4-2f02f2739022 req-b4e3d32d-4f1c-4b29-b21a-3f7bf18d47ec service neutron] 10.222.0.120 "GET /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Jan 25 02:39:39.415662 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22513aa0-c76c-4b52-a98e-96377aa70691 req-65d8c1c8-77f6-4a42-8117-d0269f822bd1 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.417156 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22513aa0-c76c-4b52-a98e-96377aa70691 req-65d8c1c8-77f6-4a42-8117-d0269f822bd1 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 943 time: 0.0478952 Jan 25 02:39:39.464263 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-22513aa0-c76c-4b52-a98e-96377aa70691 req-6ee10768-2bba-4fa0-95ca-d48b802b67de tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Jan 25 02:39:39.494087 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b675-7a65-4796-bd35-2b31c4bd1681 req-6b2c074a-cdb4-470c-84ef-92227989dc13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.495606 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fde1b675-7a65-4796-bd35-2b31c4bd1681 req-6b2c074a-cdb4-470c-84ef-92227989dc13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Jan 25 02:39:39.544810 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fde1b675-7a65-4796-bd35-2b31c4bd1681 req-670c5e2f-881d-419f-b385-59c4484cafcd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 Jan 25 02:39:39.660292 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3a462-482f-4703-a70f-9e342a5acfe9 req-d13f48f6-1683-4ddf-909f-c333e67a3ec7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:39.662487 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-58d3a462-482f-4703-a70f-9e342a5acfe9 req-d13f48f6-1683-4ddf-909f-c333e67a3ec7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Jan 25 02:39:39.672709 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:39.677238 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Request body: {'floatingip': {'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:39:39.715221 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.000736 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aef8af6e-d1de-497c-829b-58ba09ed06d8 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:39:40.112005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:40.124590 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'aef8af6e-d1de-497c-829b-58ba09ed06d8', 'network_id': '1cf79ce4-659b-47be-8f0a-11554c0e7a96', 'port_id': 'aef8af6e-d1de-497c-829b-58ba09ed06d8', 'mac_address': 'fa:16:3e:8e:4a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318bbbb-fefc-49c9-aa0c-522ff1f2cf64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:39:40.169435 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port aef8af6e-d1de-497c-829b-58ba09ed06d8 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:40.169750 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.183827 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef8af6e-d1de-497c-829b-58ba09ed06d8 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:39:40.204923 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:40.209138 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.259093 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:40.356444 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.359448 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.463118 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Floating IP a937a58b-5dc1-44b5-be3f-15d32f361059 associated. External IP: 172.28.2.90, port: 40832a9f-9550-4d8a-bf33-2c25312ee522. Jan 25 02:39:40.582031 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ae1a3-2ae7-4d13-8a60-a09660c7452b req-f766e20c-f279-40d4-90d5-e85da96dcb3c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:40.584105 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-361ae1a3-2ae7-4d13-8a60-a09660c7452b req-f766e20c-f279-40d4-90d5-e85da96dcb3c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 944 time: 0.0483143 Jan 25 02:39:40.629674 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-361ae1a3-2ae7-4d13-8a60-a09660c7452b req-e17167f2-9e01-492c-b077-e0c522fe170c tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Jan 25 02:39:40.654444 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['aef8af6e-d1de-497c-829b-58ba09ed06d8'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:40.672950 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:39:40.779943 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:39:40.785043 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:40.792809 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:39:40.802577 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:40.803410 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:40.811672 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-4b3fa624-ac9c-42ca-a6bc-7119fb17971c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "PUT /v2.0/floatingips/a937a58b-5dc1-44b5-be3f-15d32f361059 HTTP/1.1" status: 200 len: 990 time: 1.1379170 Jan 25 02:39:40.812268 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:40.814470 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec347d-0aa6-43fa-adcf-401020b4c6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:40.852065 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98530b70-cb01-41a2-9284-858944074f85 x-openstack-request-id: req-98530b70-cb01-41a2-9284-858944074f85 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:40.852365 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:40.852654 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-98530b70-cb01-41a2-9284-858944074f85 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:40.853057 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'status': 'completed', 'code': 200} Jan 25 02:39:40.912753 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:40.975268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-6f88aeb3-7c74-4aaf-8eb2-5cebb27ede0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:40.976732 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-6f88aeb3-7c74-4aaf-8eb2-5cebb27ede0d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1098 time: 0.0430334 Jan 25 02:39:41.082060 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-859b692e-e3c5-4e78-a9b4-68115e444d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.083987 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-859b692e-e3c5-4e78-a9b4-68115e444d50 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.0871463 Jan 25 02:39:41.137286 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'a937a58b-5dc1-44b5-be3f-15d32f361059', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228668d-9933-4631-935f-f3f9f2b90589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:40Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:41.152994 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-88e21e16-143e-4c18-a643-876b4f4638a3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 998 time: 0.0611329 Jan 25 02:39:41.166083 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:39:41.176864 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:39:41.177623 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:39:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:41.207213 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-c8a50ddc-924f-4c42-8f8c-0670f3b9bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.209445 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-c8a50ddc-924f-4c42-8f8c-0670f3b9bd7c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0449154 Jan 25 02:39:41.269025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-ce9176bf-940f-4682-adb1-40054e5ad79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.271319 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-ce9176bf-940f-4682-adb1-40054e5ad79e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0422437 Jan 25 02:39:41.294143 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:39:41.368517 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-6c4c031a-a758-42c6-bf0e-79f770cce60b service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857313 Jan 25 02:39:41.460526 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8aec347d-0aa6-43fa-adcf-401020b4c6f9 req-2bd60da6-f7e7-4839-a5eb-3f78b9dfc34e service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841663 Jan 25 02:39:41.651598 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'a937a58b-5dc1-44b5-be3f-15d32f361059', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228668d-9933-4631-935f-f3f9f2b90589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:40Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:41.677450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c2b5e-3dc7-480f-baec-8ca398e22538 None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': 'a937a58b-5dc1-44b5-be3f-15d32f361059', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'floating_ip_address': '172.28.2.90', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228668d-9933-4631-935f-f3f9f2b90589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:39:26Z', 'updated_at': '2022-01-25T02:39:40Z', 'revision_number': 1, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:39:41.758610 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7411878-8dff-4a4c-828e-0135bb3a38fd req-923de62c-efba-4afa-95e9-5af1271b1b63 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:41.760230 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f7411878-8dff-4a4c-828e-0135bb3a38fd req-923de62c-efba-4afa-95e9-5af1271b1b63 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 944 time: 0.0601165 Jan 25 02:39:41.808841 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f7411878-8dff-4a4c-828e-0135bb3a38fd req-3cf273ca-5237-47a9-9906-e8767fd1e390 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jan 25 02:39:41.881217 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b712c5-27c8-4b1a-9a9a-9a7359433c83 None None] New status for floating IP a937a58b-5dc1-44b5-be3f-15d32f361059: ACTIVE {{(pid=102603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:39:42.015308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aef8af6e-d1de-497c-829b-58ba09ed06d8 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:39:42.070508 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port aef8af6e-d1de-497c-829b-58ba09ed06d8 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:39:42.074886 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port aef8af6e-d1de-497c-829b-58ba09ed06d8 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:39:42.075304 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:42.153644 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port aef8af6e-d1de-497c-829b-58ba09ed06d8 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:39:42.154306 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:42.175824 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:42.177977 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea161057-e18e-4b29-9c7e-84f5950428ba" -d '{"events": [{"server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "name": "network-vif-plugged", "status": "completed", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:42.190049 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:42.195117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:42.219930 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef755f88-d8a0-4564-aadf-a6aed07dc3fb x-openstack-request-id: req-ef755f88-d8a0-4564-aadf-a6aed07dc3fb {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:42.220246 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "name": "network-vif-plugged", "status": "completed", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:42.220503 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-ef755f88-d8a0-4564-aadf-a6aed07dc3fb {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:42.220890 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8', 'code': 200} Jan 25 02:39:42.245129 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:42.441177 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261784e9-5ad4-48ce-b5ff-f9d85955d5b1 req-c1e84a64-4123-4981-b0a6-bcaa0ddde9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:42.442697 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-261784e9-5ad4-48ce-b5ff-f9d85955d5b1 req-c1e84a64-4123-4981-b0a6-bcaa0ddde9cb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 1098 time: 0.0393403 Jan 25 02:39:42.487232 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-261784e9-5ad4-48ce-b5ff-f9d85955d5b1 req-ce6a1923-0fc9-48ff-9b60-c3aa1f3fb5f1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359199 Jan 25 02:39:42.925579 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93225c5c-45ad-49e6-b2df-638801871ecf req-e6836816-de3e-464e-abef-153ac669f7ac tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:42.927258 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-93225c5c-45ad-49e6-b2df-638801871ecf req-e6836816-de3e-464e-abef-153ac669f7ac tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0495121 Jan 25 02:39:42.973459 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-93225c5c-45ad-49e6-b2df-638801871ecf req-f3f1b261-3805-43cc-a421-9f3b72f0c03e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Jan 25 02:39:44.089892 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cddd5d-25a2-4e4c-a7f2-43b446cf2a15 req-2240c256-d648-4535-b8ad-6e8e871e6d0b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:44.091313 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-84cddd5d-25a2-4e4c-a7f2-43b446cf2a15 req-2240c256-d648-4535-b8ad-6e8e871e6d0b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0494721 Jan 25 02:39:44.143294 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-84cddd5d-25a2-4e4c-a7f2-43b446cf2a15 req-f1f41769-386a-4b25-bddd-8b29f6ea2848 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Jan 25 02:39:45.258093 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae6b5-295d-4b94-adde-83b924cf1419 req-24cda8c6-ee1e-4537-b5c0-acf79cd4dcbe tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:45.259617 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f8eae6b5-295d-4b94-adde-83b924cf1419 req-24cda8c6-ee1e-4537-b5c0-acf79cd4dcbe tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0480876 Jan 25 02:39:45.305169 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f8eae6b5-295d-4b94-adde-83b924cf1419 req-4900e0a7-e5bf-4c7e-8943-972c26118c55 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Jan 25 02:39:45.773797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:45.816545 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Deleting subnet 67dffe3c-324f-4bd6-93d8-aa6203a26658 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:39:45.820519 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Publish callbacks [] for subnet (67dffe3c-324f-4bd6-93d8-aa6203a26658), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:45.853545 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3701806'] for subnet (67dffe3c-324f-4bd6-93d8-aa6203a26658), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:45.895647 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (67dffe3c-324f-4bd6-93d8-aa6203a26658), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:45.948797 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3891779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8657312'] for subnet (67dffe3c-324f-4bd6-93d8-aa6203a26658), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:45.974705 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67dffe3c-324f-4bd6-93d8-aa6203a26658,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:45.977212 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-d21ddf0c-c533-4b55-8e9c-98b777c27e90 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426567 Jan 25 02:39:45.978799 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:45.982431 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c37baa7f-0ad5-4dee-b183-ad9bb8310118 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/67dffe3c-324f-4bd6-93d8-aa6203a26658 HTTP/1.1" status: 204 len: 168 time: 0.2076106 Jan 25 02:39:45.984886 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:46.051801 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (7e750e71-0027-4956-bf99-ca6a737ee5cc), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.122651 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-171d3b5c-3e84-4355-bd87-bf727d89c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.124193 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-171d3b5c-3e84-4355-bd87-bf727d89c479 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1137 time: 0.0474401 Jan 25 02:39:46.144141 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (7e750e71-0027-4956-bf99-ca6a737ee5cc), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.164476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e750e71-0027-4956-bf99-ca6a737ee5cc']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:46.174119 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:46.174493 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ade3c0f-e4b6-42ad-9199-98b5d23b15b1') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:39:46.184428 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (9ade3c0f-e4b6-42ad-9199-98b5d23b15b1), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.198691 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (9ade3c0f-e4b6-42ad-9199-98b5d23b15b1), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.206015 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:39:46.206416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (9ade3c0f-e4b6-42ad-9199-98b5d23b15b1), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: warnings.warn(msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:39:46.208127 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:39:46.213687 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.244963 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-32549193-0fe8-430a-92e4-abe88e81cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.246445 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-32549193-0fe8-430a-92e4-abe88e81cc97 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.0902605 Jan 25 02:39:46.268935 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (7e750e71-0027-4956-bf99-ca6a737ee5cc), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.274835 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.280970 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] 10.222.0.109 "DELETE /v2.0/networks/7e750e71-0027-4956-bf99-ca6a737ee5cc HTTP/1.1" status: 204 len: 168 time: 0.2922983 Jan 25 02:39:46.290819 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096668-ca74-411f-a2b0-36e76102c24f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e750e71-0027-4956-bf99-ca6a737ee5cc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:46.322984 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-147f7ecb-f52b-4514-acd4-b5d35f6f1a05 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 1001 time: 0.0643473 Jan 25 02:39:46.373046 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-2bf9238a-807b-4832-b15e-25e324ec015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.374520 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-2bf9238a-807b-4832-b15e-25e324ec015e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0445063 Jan 25 02:39:46.392236 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:46.423756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-cde9ae84-f111-41a9-a20d-fe87e536022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:46.425771 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-cde9ae84-f111-41a9-a20d-fe87e536022a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0411029 Jan 25 02:39:46.434071 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-8ac6bb4e-6a2c-4252-8574-95e14381e23a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=a07c7e3845e1439eadcabb29bf1ca6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406506 Jan 25 02:39:46.436724 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56548) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:39:46.483506 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] Publish callbacks [] for security_group (767b9373-c53e-4bdc-b347-8f5488fceec2), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.506222 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] Publish callbacks [] for security_group (767b9373-c53e-4bdc-b347-8f5488fceec2), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.534651 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-e7343d9d-d080-441a-9eee-e9af7cec329f service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970755 Jan 25 02:39:46.556459 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (767b9373-c53e-4bdc-b347-8f5488fceec2), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.558982 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:46.562410 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/767b9373-c53e-4bdc-b347-8f5488fceec2 HTTP/1.1" status: 204 len: 168 time: 0.1225085 Jan 25 02:39:46.568654 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f02a4-310d-4258-bb42-fe4bed529f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b9373-c53e-4bdc-b347-8f5488fceec2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:46.651664 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-48764cba-c1a1-47f4-9144-828cc4bd4a05 req-9482f129-88ef-4454-8988-ff831214430e service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085105 Jan 25 02:39:51.469358 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:39:51.886668 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d67ca-cd27-4e4d-90d1-008892dd2b05 req-c215f103-848d-4b10-a60b-5709dea77c1a tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:51.888202 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d8d67ca-cd27-4e4d-90d1-008892dd2b05 req-c215f103-848d-4b10-a60b-5709dea77c1a tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0576937 Jan 25 02:39:51.935066 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d8d67ca-cd27-4e4d-90d1-008892dd2b05 req-92e64afd-f583-4f05-a3ac-6ea3b5390b0e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Jan 25 02:39:53.051126 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f84f3-0607-4b4d-8570-f1f4e9177d8f req-8a8ea64a-5d66-48f7-b6ac-2b5c75ac0a57 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:53.052609 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-644f84f3-0607-4b4d-8570-f1f4e9177d8f req-8a8ea64a-5d66-48f7-b6ac-2b5c75ac0a57 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0490108 Jan 25 02:39:53.098622 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-644f84f3-0607-4b4d-8570-f1f4e9177d8f req-5718e7de-006e-487d-86be-d1570a2cd9f1 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Jan 25 02:39:54.211750 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afad860-0d41-40c8-8641-451789ac138f req-7238fa41-b5ed-4de1-b447-481008f916a0 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:54.213204 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8afad860-0d41-40c8-8641-451789ac138f req-7238fa41-b5ed-4de1-b447-481008f916a0 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jan 25 02:39:54.262111 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-8afad860-0d41-40c8-8641-451789ac138f req-137a0f42-5243-4c78-be29-a215afd37f59 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Jan 25 02:39:54.286829 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-b06476ad-f864-4ac4-b9fc-857ca10e9f7d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:54.288479 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-b06476ad-f864-4ac4-b9fc-857ca10e9f7d tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 945 time: 0.0525334 Jan 25 02:39:54.378803 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Deleting port aef8af6e-d1de-497c-829b-58ba09ed06d8 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:39:54.379094 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:54.482523 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] For port aef8af6e-d1de-497c-829b-58ba09ed06d8, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=aef8af6e-d1de-497c-829b-58ba09ed06d8,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:39:54.482893 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:54.496853 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Calling delete_port for aef8af6e-d1de-497c-829b-58ba09ed06d8 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:39:54.629562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (aef8af6e-d1de-497c-829b-58ba09ed06d8), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:54.660184 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event deleted for resources: {'Port': ['ID=aef8af6e-d1de-497c-829b-58ba09ed06d8,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:39:54.675351 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.675712 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.676066 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.676412 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.676756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.677098 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.677444 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.677778 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.678119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.678449 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.678781 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.679230 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.679564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:39:54.685820 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2', '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'aef8af6e-d1de-497c-829b-58ba09ed06d8'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:39:54.714722 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] No DVR routers for this DVR port aef8af6e-d1de-497c-829b-58ba09ed06d8 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:39:54.717219 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:54.720578 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4fb2b919-d7c7-4aa8-8ff2-095411514709 req-747e123d-beae-4e7f-a655-807a5f5ce944 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "DELETE /v2.0/ports/aef8af6e-d1de-497c-829b-58ba09ed06d8 HTTP/1.1" status: 204 len: 173 time: 0.4267547 Jan 25 02:39:54.721024 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'name': 'network-vif-deleted', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:39:54.723370 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847bf27-dd34-4c50-9190-4aa3d151918f" -d '{"events": [{"server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "name": "network-vif-deleted", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:39:54.767657 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71d93e2-ee1a-40f5-863f-06c4d7ce60b4 x-openstack-request-id: req-e71d93e2-ee1a-40f5-863f-06c4d7ce60b4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:39:54.767956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4fdf4a-7a0f-4fe0-8837-a5d31650abef", "name": "network-vif-deleted", "tag": "aef8af6e-d1de-497c-829b-58ba09ed06d8", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:39:54.768202 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-e71d93e2-ee1a-40f5-863f-06c4d7ce60b4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:39:54.768670 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4fdf4a-7a0f-4fe0-8837-a5d31650abef', 'name': 'network-vif-deleted', 'tag': 'aef8af6e-d1de-497c-829b-58ba09ed06d8', 'status': 'completed', 'code': 200} Jan 25 02:39:55.372685 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8f8a7731-0866-4219-957f-e3f3724f63a8 req-bdd8bef9-9410-44fd-ac18-4b00b81d9231 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=dc4fdf4a-7a0f-4fe0-8837-a5d31650abef HTTP/1.1" status: 200 len: 210 time: 0.0281856 Jan 25 02:39:57.753697 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff901b3f-c801-4395-8283-dad411be4db9 req-cfb6eb66-830a-481d-9580-b55394317926 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:57.755208 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ff901b3f-c801-4395-8283-dad411be4db9 req-cfb6eb66-830a-481d-9580-b55394317926 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0476346 Jan 25 02:39:57.801325 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ff901b3f-c801-4395-8283-dad411be4db9 req-a390a7f0-0bce-4781-860d-140679e1b151 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Jan 25 02:39:58.125215 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aef8af6e-d1de-497c-829b-58ba09ed06d8 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:39:58.145868 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: aef8af6e-d1de-497c-829b-58ba09ed06d8 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:39:58.146212 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device aef8af6e-d1de-497c-829b-58ba09ed06d8 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:39:58.917179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d0fc5-eb60-4e48-b9d0-78c327045875 req-11d7a2ed-5982-409d-9b5a-3648535db96e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:58.919168 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b54d0fc5-eb60-4e48-b9d0-78c327045875 req-11d7a2ed-5982-409d-9b5a-3648535db96e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Jan 25 02:39:58.964832 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b54d0fc5-eb60-4e48-b9d0-78c327045875 req-4df4ef75-2198-4bce-871f-742b26fa3836 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Jan 25 02:39:59.906504 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e4f9676e-76ef-480f-8a0f-e436b2e1a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:39:59.984470 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-8b5a7bdf-674b-4c6f-b4a9-af3332b980cf tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:39:59.985923 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-8b5a7bdf-674b-4c6f-b4a9-af3332b980cf tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Jan 25 02:40:00.082144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Deleting port d3a324fb-8b0d-4376-83e7-69aa8a283880 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:00.082368 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991f554-b740-4919-9aed-a05791af1d46 req-c63cfc28-645a-435a-ac1f-186e347eef18 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:00.082848 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:00.083659 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5991f554-b740-4919-9aed-a05791af1d46 req-c63cfc28-645a-435a-ac1f-186e347eef18 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f53311fe-cb53-4aeb-80a2-d9b62671bb19 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Jan 25 02:40:00.129084 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5991f554-b740-4919-9aed-a05791af1d46 req-a0e5d49d-e12a-4376-b5a9-afcc50418a83 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Jan 25 02:40:00.174014 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] For port d3a324fb-8b0d-4376-83e7-69aa8a283880, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=d3a324fb-8b0d-4376-83e7-69aa8a283880,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:00.174380 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:00.186939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Calling delete_port for d3a324fb-8b0d-4376-83e7-69aa8a283880 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:00.314399 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (d3a324fb-8b0d-4376-83e7-69aa8a283880), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:00.347284 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event deleted for resources: {'Port': ['ID=d3a324fb-8b0d-4376-83e7-69aa8a283880,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:00.354469 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2', '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'd3a324fb-8b0d-4376-83e7-69aa8a283880'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:00.389003 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] No DVR routers for this DVR port d3a324fb-8b0d-4376-83e7-69aa8a283880 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:00.391545 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:00.394825 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-79a6256b-6a3b-495c-bfb2-be684ebc8698 req-743ed06d-5b8c-4901-a715-fc891fc56941 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "DELETE /v2.0/ports/d3a324fb-8b0d-4376-83e7-69aa8a283880 HTTP/1.1" status: 204 len: 173 time: 0.4018948 Jan 25 02:40:00.395296 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'name': 'network-vif-deleted', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:00.397510 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f5d47-e644-46d0-b18a-ab4a46027115" -d '{"events": [{"server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "name": "network-vif-deleted", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:00.439034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40779937-07c9-4443-915a-89353e4af3e9 x-openstack-request-id: req-40779937-07c9-4443-915a-89353e4af3e9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:00.439407 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53311fe-cb53-4aeb-80a2-d9b62671bb19", "name": "network-vif-deleted", "tag": "d3a324fb-8b0d-4376-83e7-69aa8a283880", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:00.439664 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-40779937-07c9-4443-915a-89353e4af3e9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:00.440064 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53311fe-cb53-4aeb-80a2-d9b62671bb19', 'name': 'network-vif-deleted', 'tag': 'd3a324fb-8b0d-4376-83e7-69aa8a283880', 'status': 'completed', 'code': 200} Jan 25 02:40:01.402843 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f24eb-3178-4afd-9796-9e23fa130d61 req-d48166e3-86e6-4a2d-ad19-e8e4648c7887 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:01.404329 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-931f24eb-3178-4afd-9796-9e23fa130d61 req-d48166e3-86e6-4a2d-ad19-e8e4648c7887 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 945 time: 0.0485153 Jan 25 02:40:01.449361 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-931f24eb-3178-4afd-9796-9e23fa130d61 req-a3dcedbc-bc84-493e-a115-bde027c466a7 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Jan 25 02:40:02.254023 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-989b9b1b-194d-48f2-9004-1f31e11ea177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:02.566306 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388662-b180-4b46-8026-68d2c1756d24 req-9936406c-a1f4-4e95-9822-77388940a0dd tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:02.567758 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b7388662-b180-4b46-8026-68d2c1756d24 req-9936406c-a1f4-4e95-9822-77388940a0dd tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 945 time: 0.0514195 Jan 25 02:40:02.613489 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b7388662-b180-4b46-8026-68d2c1756d24 req-db29e626-a1db-4ccc-8977-7420060bc24b tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Jan 25 02:40:03.229262 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:03.278902 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-197db524-ee0b-42ca-a5a2-2586b5bb7739 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:03.280358 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-197db524-ee0b-42ca-a5a2-2586b5bb7739 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 945 time: 0.0472107 Jan 25 02:40:03.371235 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Deleting port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:03.371575 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:03.454795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] For port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:03.455184 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:03.467274 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Calling delete_port for 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:03.594661 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:03.628930 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event deleted for resources: {'Port': ['ID=490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:03.648686 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2', '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:03.671903 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] No DVR routers for this DVR port 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:03.674650 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:03.678111 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8a8ca5a0-09e7-498d-b6f4-39146e50db81 req-d21c51bb-d660-4401-a8f3-98391612115e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "DELETE /v2.0/ports/490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 HTTP/1.1" status: 204 len: 173 time: 0.3919742 Jan 25 02:40:03.678589 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'name': 'network-vif-deleted', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:03.681354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145ff157-ad91-42c0-8269-23502fb17294" -d '{"events": [{"server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "name": "network-vif-deleted", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:03.713385 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-de13fed6-a24b-480d-b2ef-5a0bce963264 req-31e2d6e8-0e6a-4683-8b19-117c3f8a0f91 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=48d51dd3-6d82-4d88-977b-0cc35a41064f HTTP/1.1" status: 200 len: 210 time: 0.0276475 Jan 25 02:40:03.739354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec4f53-c7a4-4e98-8450-6718e783a08a x-openstack-request-id: req-54ec4f53-c7a4-4e98-8450-6718e783a08a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:03.739676 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d51dd3-6d82-4d88-977b-0cc35a41064f", "name": "network-vif-deleted", "tag": "490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:03.739945 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-54ec4f53-c7a4-4e98-8450-6718e783a08a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:03.740486 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d51dd3-6d82-4d88-977b-0cc35a41064f', 'name': 'network-vif-deleted', 'tag': '490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7', 'status': 'completed', 'code': 200} Jan 25 02:40:04.165656 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device d3a324fb-8b0d-4376-83e7-69aa8a283880 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:04.186440 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: d3a324fb-8b0d-4376-83e7-69aa8a283880 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:04.186793 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device d3a324fb-8b0d-4376-83e7-69aa8a283880 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:04.845703 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:06.107646 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd63dec-2868-4645-b72e-bf392e316259 req-a00f8bc9-faad-425f-82e7-e1adcf1be40f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:06.108998 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4dd63dec-2868-4645-b72e-bf392e316259 req-a00f8bc9-faad-425f-82e7-e1adcf1be40f tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0514238 Jan 25 02:40:06.154118 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4dd63dec-2868-4645-b72e-bf392e316259 req-135a24cf-8bbf-49ee-a2fd-642ad5df5690 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Jan 25 02:40:06.168390 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:06.191933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:06.192276 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 490c8bc8-09f7-4f90-ab1c-c5d2a56a85a7 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:06.214078 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:07.267455 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e1ab-ab11-43f8-b44a-0929afeccb6d req-e2795066-675e-4681-9828-1dea7b8076b4 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:07.268920 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6426e1ab-ab11-43f8-b44a-0929afeccb6d req-e2795066-675e-4681-9828-1dea7b8076b4 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0482690 Jan 25 02:40:07.316888 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6426e1ab-ab11-43f8-b44a-0929afeccb6d req-a2a510e2-7bc8-4a0a-819c-2fd4a1a91c29 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Jan 25 02:40:08.079800 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-fc662bff-c497-48fe-9047-c3b2cc36e4ef tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:08.081123 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-fc662bff-c497-48fe-9047-c3b2cc36e4ef tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0505691 Jan 25 02:40:08.170281 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Deleting port ef677a75-b5af-4f66-8826-1feeaa565dd2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:08.170623 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:08.259502 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] For port ef677a75-b5af-4f66-8826-1feeaa565dd2, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=ef677a75-b5af-4f66-8826-1feeaa565dd2,segment=NetworkSegment(06aee2e6-289b-4e14-96f2-d2191bd9a1ce),segment_id=06aee2e6-289b-4e14-96f2-d2191bd9a1ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:08.259858 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:08.271344 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Calling delete_port for ef677a75-b5af-4f66-8826-1feeaa565dd2 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:08.598293 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f44cc-bc83-4afa-9226-8fff0d21e147 req-92e177ba-8df7-4627-9d00-644874d5dbd6 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:08.599697 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-228f44cc-bc83-4afa-9226-8fff0d21e147 req-92e177ba-8df7-4627-9d00-644874d5dbd6 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/ports?device_id=f25317ff-52b3-4b78-a983-1b2a64b3e0ca HTTP/1.1" status: 200 len: 945 time: 0.0896542 Jan 25 02:40:08.680429 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-228f44cc-bc83-4afa-9226-8fff0d21e147 req-4964c8ab-0d7b-4f42-a119-f301a59e418e tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.109 "GET /v2.0/security-groups?id=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720780 Jan 25 02:40:08.696928 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (ef677a75-b5af-4f66-8826-1feeaa565dd2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:08.726359 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Pushing event deleted for resources: {'Port': ['ID=ef677a75-b5af-4f66-8826-1feeaa565dd2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:08.741061 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['ef677a75-b5af-4f66-8826-1feeaa565dd2'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:08.768679 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] No DVR routers for this DVR port ef677a75-b5af-4f66-8826-1feeaa565dd2 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:08.771155 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:08.775135 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fa632b87-701b-4680-bd8a-393896e0afa8 req-07c9c1f7-f135-4dc4-aa93-3d2d3d545389 tempest-AttachVolumeNegativeTest-1029174539 tempest-AttachVolumeNegativeTest-1029174539-project] 10.222.0.120 "DELETE /v2.0/ports/ef677a75-b5af-4f66-8826-1feeaa565dd2 HTTP/1.1" status: 204 len: 173 time: 0.6877263 Jan 25 02:40:08.775621 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'name': 'network-vif-deleted', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:08.777870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f79604-ed95-4128-b676-fe7447160fb7" -d '{"events": [{"server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "name": "network-vif-deleted", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:08.814626 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e330ff1-61bf-40d8-b408-bf0736c8f36f x-openstack-request-id: req-9e330ff1-61bf-40d8-b408-bf0736c8f36f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:08.815201 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25317ff-52b3-4b78-a983-1b2a64b3e0ca", "name": "network-vif-deleted", "tag": "ef677a75-b5af-4f66-8826-1feeaa565dd2", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:08.815465 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-9e330ff1-61bf-40d8-b408-bf0736c8f36f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:08.815859 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25317ff-52b3-4b78-a983-1b2a64b3e0ca', 'name': 'network-vif-deleted', 'tag': 'ef677a75-b5af-4f66-8826-1feeaa565dd2', 'status': 'completed', 'code': 200} Jan 25 02:40:09.736612 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56708) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:09.783993 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Deleting subnet d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:40:09.787072 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Publish callbacks [] for subnet (d318bbbb-fefc-49c9-aa0c-522ff1f2cf64), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:09.821881 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (d318bbbb-fefc-49c9-aa0c-522ff1f2cf64), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:09.859756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (d318bbbb-fefc-49c9-aa0c-522ff1f2cf64), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:09.911199 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (d318bbbb-fefc-49c9-aa0c-522ff1f2cf64), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:09.937189 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d318bbbb-fefc-49c9-aa0c-522ff1f2cf64,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:09.941952 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:09.945201 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-467d505b-b46e-415b-a65b-2b511d8d6392 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/d318bbbb-fefc-49c9-aa0c-522ff1f2cf64 HTTP/1.1" status: 204 len: 168 time: 0.2075727 Jan 25 02:40:09.947836 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56710) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:10.017389 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (1cf79ce4-659b-47be-8f0a-11554c0e7a96), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.094776 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (1cf79ce4-659b-47be-8f0a-11554c0e7a96), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.114724 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf79ce4-659b-47be-8f0a-11554c0e7a96']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:10.123777 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06aee2e6-289b-4e14-96f2-d2191bd9a1ce') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:10.124068 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06aee2e6-289b-4e14-96f2-d2191bd9a1ce') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:10.133440 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (06aee2e6-289b-4e14-96f2-d2191bd9a1ce), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.145835 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (06aee2e6-289b-4e14-96f2-d2191bd9a1ce), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.152770 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:40:10.153296 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (06aee2e6-289b-4e14-96f2-d2191bd9a1ce), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:40:10.154953 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:40:10.208885 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (1cf79ce4-659b-47be-8f0a-11554c0e7a96), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.213432 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.216694 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] 10.222.0.109 "DELETE /v2.0/networks/1cf79ce4-659b-47be-8f0a-11554c0e7a96 HTTP/1.1" status: 204 len: 168 time: 0.2679269 Jan 25 02:40:10.228784 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cb3d5-b01a-40ea-a3e1-236ad97a8544 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf79ce4-659b-47be-8f0a-11554c0e7a96,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:10.385260 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:10.424598 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-54ef3ede-3ca1-4d4d-9a27-ce28537cb19d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=571b2ab195f04a1ba5af2095a55c5ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382261 Jan 25 02:40:10.427056 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:10.474135 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Publish callbacks [] for security_group (c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.496170 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Publish callbacks [] for security_group (c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.542855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.545483 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:10.546609 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d HTTP/1.1" status: 204 len: 168 time: 0.1186271 Jan 25 02:40:10.553873 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07e0ee0-4dfe-40b9-bd82-fdbf7d668a9d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:10.561355 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.561706 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.562048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.562385 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.562715 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.563063 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.563393 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.563715 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.564043 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.564363 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.564684 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.565280 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:10.565621 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d353-ec06-499c-9053-2a4b4bb243a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:11.752068 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-92923182-ceda-4d0d-9bfc-5685dab40db9 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719408256&fields=id&tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5 HTTP/1.1" status: 200 len: 267 time: 0.0435071 Jan 25 02:40:11.808626 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-93c35153-8ef4-49d3-8093-41386429fe2b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:11.810107 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-93c35153-8ef4-49d3-8093-41386429fe2b tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 984 time: 0.0521009 Jan 25 02:40:11.821484 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Request body: {'port': {'security_groups': ['b7109df1-49e0-4a99-b2a6-bf8fd2874478']}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:40:11.887714 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.062517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:12.091130 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.095530 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.131406 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:12.138995 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.139641 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.141311 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4ff65641-c373-4ef9-9b0a-12b95adc4471 req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "PUT /v2.0/ports/25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 942 time: 0.3251424 Jan 25 02:40:12.141765 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:12.144043 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d420837-c755-4271-aa08-10456a80b309" -d '{"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:12.149059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56764) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:12.188303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe79e27-d2c3-49b3-8069-4389353448f1 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event updated for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:12.192766 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8bedf7-fb3f-4eef-9f76-e2cba9c99e06 x-openstack-request-id: req-af8bedf7-fb3f-4eef-9f76-e2cba9c99e06 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:12.193061 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:12.193361 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-af8bedf7-fb3f-4eef-9f76-e2cba9c99e06 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:12.193818 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:40:12.216434 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (ce318fde-c446-495d-a09a-d860b4400401), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.244016 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (ce318fde-c446-495d-a09a-d860b4400401), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.246690 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device ef677a75-b5af-4f66-8826-1feeaa565dd2 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:12.273492 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: ef677a75-b5af-4f66-8826-1feeaa565dd2 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:12.273991 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device ef677a75-b5af-4f66-8826-1feeaa565dd2 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:12.286580 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d420837-c755-4271-aa08-10456a80b309 req-90bdb00e-43c1-4fe5-8f8b-beb1f3270e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.288896 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-90bdb00e-43c1-4fe5-8f8b-beb1f3270e79 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1098 time: 0.0494065 Jan 25 02:40:12.323148 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ce318fde-c446-495d-a09a-d860b4400401), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.326924 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.329233 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "DELETE /v2.0/security-groups/ce318fde-c446-495d-a09a-d860b4400401 HTTP/1.1" status: 204 len: 168 time: 0.1785951 Jan 25 02:40:12.335057 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:12.341888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d21d1-6466-459d-a7d0-48d2be575f0d tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce318fde-c446-495d-a09a-d860b4400401,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:12.372099 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:12.401519 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d420837-c755-4271-aa08-10456a80b309 req-a264f152-e4e5-4ebe-9470-d4994fd1f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.402777 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-a264f152-e4e5-4ebe-9470-d4994fd1f785 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.1078062 Jan 25 02:40:12.451682 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-128ede3d-406c-4147-a9bd-8110d2d1a352 None None] Provisioning complete for port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:40:12.452066 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-128ede3d-406c-4147-a9bd-8110d2d1a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.477992 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-e50e36a6-7293-466b-be81-c7b3e9b3e3a7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 1001 time: 0.0675228 Jan 25 02:40:12.520838 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Deleting port 42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:12.521177 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.538179 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d420837-c755-4271-aa08-10456a80b309 req-2e113705-12be-4d4f-b63c-4b7147d4c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.540269 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-2e113705-12be-4d4f-b63c-4b7147d4c2a9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0562494 Jan 25 02:40:12.587034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-128ede3d-406c-4147-a9bd-8110d2d1a352 None None] Current status of the port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:12.599750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d420837-c755-4271-aa08-10456a80b309 req-923fae56-3b93-42eb-b007-d2da073b43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:12.601985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-923fae56-3b93-42eb-b007-d2da073b43de service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428133 Jan 25 02:40:12.604430 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.604756 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for floatingip (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.617232 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Calling delete_port for 42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:12.700315 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-1bbf7bad-b1f1-4e77-87cc-551bb910cb97 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915449 Jan 25 02:40:12.804181 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.810151 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7d420837-c755-4271-aa08-10456a80b309 req-0837887e-a182-4222-a1a7-c20ac7301a03 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918691 Jan 25 02:40:12.838133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event deleted for resources: {'Port': ['ID=42b7b3fc-8f13-4820-a3db-fcf8bffdfb5c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:12.899412 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks [] for floatingip (6b600038-8779-4e94-b97f-25951743d629), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:12.900054 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Floating IP 6b600038-8779-4e94-b97f-25951743d629 disassociated (deleted). External IP: 172.28.2.216, port: 25ca56f5-02cf-4581-9a3a-9c577fca0b42. Jan 25 02:40:13.119105 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:40:13.226320 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:40:13.230765 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:13.236206 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Sync routers for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:40:13.251699 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:13.252355 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:13.259740 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d0711f91-40d6-4dce-be85-0a6dc76510cf tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "DELETE /v2.0/floatingips/6b600038-8779-4e94-b97f-25951743d629 HTTP/1.1" status: 204 len: 168 time: 0.9231892 Jan 25 02:40:13.260323 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:13.262558 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4e658-dd86-4115-a83b-5f9553c8790d" -d '{"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:13.300960 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7106cec-114a-4686-87b6-f6cb50f344db x-openstack-request-id: req-f7106cec-114a-4686-87b6-f6cb50f344db {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:13.301254 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:13.301538 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-f7106cec-114a-4686-87b6-f6cb50f344db {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:13.301971 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:40:13.371378 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:13.393197 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-42e556d6-a735-4edd-a612-19f45b12dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:13.394742 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-42e556d6-a735-4edd-a612-19f45b12dcdf service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 1098 time: 0.0468414 Jan 25 02:40:13.497801 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-d9783d0c-dad1-4bb7-accd-5d1da12f805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:13.499997 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-d9783d0c-dad1-4bb7-accd-5d1da12f805c service neutron] 10.222.0.120 "GET /v2.0/networks?id=9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 200 len: 915 time: 0.0967991 Jan 25 02:40:13.557757 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-8db59bee-b7fc-4bb6-8ac3-6e9714c45dd5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 200 len: 217 time: 0.0394642 Jan 25 02:40:13.587942 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:13.607514 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-df1f1c95-9bee-4b74-8647-24afac3715c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:13.609018 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-df1f1c95-9bee-4b74-8647-24afac3715c9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 200 len: 853 time: 0.0452590 Jan 25 02:40:13.614434 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Checking router: 6aa6d4bf-d0c1-424e-9894-3526539b89e7 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:40:13.623241 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:13.623842 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:13.657851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-218516c3-376a-4116-bf62-47b87ffa8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:13.659417 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-218516c3-376a-4116-bf62-47b87ffa8ca0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9f275087-de61-4f7a-9e31-1739b04dd9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397251 Jan 25 02:40:13.731141 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:13.752197 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-0254e813-dd1b-480f-ac61-cdf226a8f3e1 service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 Jan 25 02:40:13.846492 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1ee4e658-dd86-4115-a83b-5f9553c8790d req-6dccba5a-304c-4d18-b7e1-40491831eeab service neutron] 10.222.0.120 "GET /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868173 Jan 25 02:40:13.937145 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:13.968616 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635226b5-ef9c-473e-b1b8-5a664c28cafb None None] The sync data for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb is: [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:17Z', 'revision_number': 4, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '1d55efd6-3a21-4121-8543-d4e58a475d29', 'name': '', 'network_id': '9f275087-de61-4f7a-9e31-1739b04dd9f4', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'mac_address': 'fa:16:3e:ee:99:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:16Z', 'updated_at': '2022-01-25T02:37:22Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'subnets': [{'id': '75746d32-15df-41e0-b190-0a03445f2aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:40:14.236826 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c845f-987d-4883-8bba-bb263d5d43ca None None] New status for floating IP 6b600038-8779-4e94-b97f-25951743d629: DOWN {{(pid=102603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:40:14.244414 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:14.357298 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c19276-e61d-4e6d-9851-2b823468ddee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.434049 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c19276-e61d-4e6d-9851-2b823468ddee admin admin] Publish callbacks [] for security_group (fe476f28-d775-432f-866b-eb67173d95e2), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.437640 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32c19276-e61d-4e6d-9851-2b823468ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (fe476f28-d775-432f-866b-eb67173d95e2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.478434 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-32c19276-e61d-4e6d-9851-2b823468ddee admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=c0f4c0bf67f341adb509badbfc87dcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327600 Jan 25 02:40:14.479508 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19276-e61d-4e6d-9851-2b823468ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe476f28-d775-432f-866b-eb67173d95e2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:14.481119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56810) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:14.531544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] Publish callbacks [] for security_group (fe476f28-d775-432f-866b-eb67173d95e2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.552579 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] Publish callbacks [] for security_group (fe476f28-d775-432f-866b-eb67173d95e2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.603817 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (fe476f28-d775-432f-866b-eb67173d95e2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.606489 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:14.607704 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/fe476f28-d775-432f-866b-eb67173d95e2 HTTP/1.1" status: 204 len: 168 time: 0.1255846 Jan 25 02:40:14.615495 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bed4f1-4752-4c03-9ecb-5f901d5a10fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe476f28-d775-432f-866b-eb67173d95e2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:15.225971 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56844) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:15.319564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1117759837-network', 'tenant_id': '3a7c51948de94a68b0b9e6a00eeefe0d'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:40:15.343392 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Made reservation on behalf of 3a7c51948de94a68b0b9e6a00eeefe0d for: {'network': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:40:15.345648 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.354430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.429973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks [] for security_group (75b407f8-e525-41ff-a889-2ed87f2d363e), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.433806 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (75b407f8-e525-41ff-a889-2ed87f2d363e), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.455549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:40:15.470965 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b407f8-e525-41ff-a889-2ed87f2d363e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:15.475592 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (52dfc472-0333-4840-b7ad-e997f9da1e95), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.475946 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.segments_db [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Added segment 52dfc472-0333-4840-b7ad-e997f9da1e95 of type vlan for network b9551f5c-a286-4513-85cf-a219d8d24861 Jan 25 02:40:15.514877 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (b9551f5c-a286-4513-85cf-a219d8d24861), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.541738 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (b9551f5c-a286-4513-85cf-a219d8d24861), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.542771 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:15.543512 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.576348 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3491614 Jan 25 02:40:15.579499 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56848) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:15.584651 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Request body: {'subnet': {'network_id': 'b9551f5c-a286-4513-85cf-a219d8d24861', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1117759837-subnet', 'tenant_id': '3a7c51948de94a68b0b9e6a00eeefe0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:40:15.607895 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Made reservation on behalf of 3a7c51948de94a68b0b9e6a00eeefe0d for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:40:15.610159 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8657285'] for subnet (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.611835 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f1da-027d-4e30-8c76-1c19a6a05c7b admin admin] Pushing event updated for resources: {'Network': ['ID=b9551f5c-a286-4513-85cf-a219d8d24861,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:15.622427 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network b9551f5c-a286-4513-85cf-a219d8d24861 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:40:15.769742 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3891842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8657323'] for subnet (48352b1c-cc5d-448c-b1da-8685b21bf9f2), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.826785 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=48352b1c-cc5d-448c-b1da-8685b21bf9f2,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:15.833869 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Checking segment: {'id': '52dfc472-0333-4840-b7ad-e997f9da1e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b9551f5c-a286-4513-85cf-a219d8d24861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:40:15.834237 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Network hostable DHCP agents. Network: b9551f5c-a286-4513-85cf-a219d8d24861, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:40:15.852205 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Network b9551f5c-a286-4513-85cf-a219d8d24861 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:40:15.861199 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, b9551f5c-a286-4513-85cf-a219d8d24861) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:40:15.865260 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:15.866532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:15.874827 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148a6fc-9c18-4605-b2af-75aa4e4f4dc9 None None] Network b9551f5c-a286-4513-85cf-a219d8d24861 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:15.888776 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-02cfe588-b6f4-4e3a-9665-23f791832bea admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3080268 Jan 25 02:40:16.057021 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99555de0-456a-46dd-b26f-bc81dbf5fe81 req-946382d3-a3a2-4faf-ad0e-5da4ff46aa26 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:16.058987 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-99555de0-456a-46dd-b26f-bc81dbf5fe81 req-946382d3-a3a2-4faf-ad0e-5da4ff46aa26 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0693521 Jan 25 02:40:16.114887 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-99555de0-456a-46dd-b26f-bc81dbf5fe81 req-ac9059a1-e876-4a9b-9b89-b7c27fad0406 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493286 Jan 25 02:40:16.123462 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d10fd-985b-46d3-ac40-1138471d3ad3 None None] Network b9551f5c-a286-4513-85cf-a219d8d24861 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:16.233719 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.395596 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56872) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:16.400642 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1783807919-network', 'tenant_id': '11736664bcb44919bcb594cc2726c6aa'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:40:16.423313 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Made reservation on behalf of 11736664bcb44919bcb594cc2726c6aa for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:40:16.425501 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.434303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.506468 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks [] for security_group (4cf1d629-424d-451a-b642-e0172eb37992), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.510239 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (4cf1d629-424d-451a-b642-e0172eb37992), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.534714 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:40:16.545242 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf1d629-424d-451a-b642-e0172eb37992,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:16.550854 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (cfc22924-557e-453a-8b69-5cb484bfbb94), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.551231 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Added segment cfc22924-557e-453a-8b69-5cb484bfbb94 of type vlan for network 7c1453bd-d82e-4d88-a904-69c156747956 Jan 25 02:40:16.592905 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (7c1453bd-d82e-4d88-a904-69c156747956), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.617459 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (7c1453bd-d82e-4d88-a904-69c156747956), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.618695 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:16.619316 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.651221 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2544699 Jan 25 02:40:16.654073 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56874) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:16.658921 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Request body: {'subnet': {'network_id': '7c1453bd-d82e-4d88-a904-69c156747956', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1783807919-subnet', 'tenant_id': '11736664bcb44919bcb594cc2726c6aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:40:16.680554 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a7356-82ab-4115-ad34-452a3a2ed754 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1453bd-d82e-4d88-a904-69c156747956,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:16.681727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Made reservation on behalf of 11736664bcb44919bcb594cc2726c6aa for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:40:16.685264 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4002072'] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.691271 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 7c1453bd-d82e-4d88-a904-69c156747956 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:40:16.850574 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4002102'] for subnet (d56787a1-3a64-4afe-97f1-30c3df0926a5), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.905734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56787a1-3a64-4afe-97f1-30c3df0926a5,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:16.912748 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Checking segment: {'id': 'cfc22924-557e-453a-8b69-5cb484bfbb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '7c1453bd-d82e-4d88-a904-69c156747956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:40:16.913101 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Network hostable DHCP agents. Network: 7c1453bd-d82e-4d88-a904-69c156747956, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:40:16.929586 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Network 7c1453bd-d82e-4d88-a904-69c156747956 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:40:16.937606 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 7c1453bd-d82e-4d88-a904-69c156747956) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:40:16.941667 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:16.942254 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:16.946883 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cdb7cc-57f6-4189-bd18-1aa8e2373cb9 None None] Network 7c1453bd-d82e-4d88-a904-69c156747956 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:16.958268 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-0ddb40ab-8af1-4496-9c90-4bf126bf1897 admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3030927 Jan 25 02:40:17.048758 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef1b0c-1675-478b-a036-052bcdb5e76d None None] Network 7c1453bd-d82e-4d88-a904-69c156747956 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:17.080172 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56878) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:17.124096 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Deleting subnet 48352b1c-cc5d-448c-b1da-8685b21bf9f2 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:40:17.127380 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Publish callbacks [] for subnet (48352b1c-cc5d-448c-b1da-8685b21bf9f2), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.168633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3701806'] for subnet (48352b1c-cc5d-448c-b1da-8685b21bf9f2), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.242234 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146a21-0931-49a5-816e-0a28620ca84e req-5176b945-a613-4570-989d-d57f66faffb6 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:17.243975 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3146a21-0931-49a5-816e-0a28620ca84e req-5176b945-a613-4570-989d-d57f66faffb6 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0560634 Jan 25 02:40:17.295674 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3146a21-0931-49a5-816e-0a28620ca84e req-695b8b7f-2e79-4a8c-ab26-a06644aa1e0f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458727 Jan 25 02:40:17.422995 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (48352b1c-cc5d-448c-b1da-8685b21bf9f2), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.472624 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3891779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8657312'] for subnet (48352b1c-cc5d-448c-b1da-8685b21bf9f2), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.495111 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48352b1c-cc5d-448c-b1da-8685b21bf9f2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:17.500633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.503816 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-11b01e74-d180-4df0-9e06-d75bd82e0523 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/48352b1c-cc5d-448c-b1da-8685b21bf9f2 HTTP/1.1" status: 204 len: 168 time: 0.4225791 Jan 25 02:40:17.506287 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56884) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:17.575586 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (b9551f5c-a286-4513-85cf-a219d8d24861), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.650461 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (b9551f5c-a286-4513-85cf-a219d8d24861), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.670693 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9551f5c-a286-4513-85cf-a219d8d24861']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:17.679815 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dfc472-0333-4840-b7ad-e997f9da1e95') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:17.680045 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dfc472-0333-4840-b7ad-e997f9da1e95') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:17.689110 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (52dfc472-0333-4840-b7ad-e997f9da1e95), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.703558 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (52dfc472-0333-4840-b7ad-e997f9da1e95), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.709790 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:40:17.710182 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (52dfc472-0333-4840-b7ad-e997f9da1e95), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:40:17.712513 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:40:17.768465 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (b9551f5c-a286-4513-85cf-a219d8d24861), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.774092 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.777247 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] 10.222.0.109 "DELETE /v2.0/networks/b9551f5c-a286-4513-85cf-a219d8d24861 HTTP/1.1" status: 204 len: 168 time: 0.2700536 Jan 25 02:40:17.780133 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56886) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:17.787417 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892d87d-6d7f-4e0e-8d02-9487e0230794 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9551f5c-a286-4513-85cf-a219d8d24861,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:17.823998 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Deleting subnet d56787a1-3a64-4afe-97f1-30c3df0926a5 {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:40:17.827222 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Publish callbacks [] for subnet (d56787a1-3a64-4afe-97f1-30c3df0926a5), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.861440 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (d56787a1-3a64-4afe-97f1-30c3df0926a5), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.904789 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (d56787a1-3a64-4afe-97f1-30c3df0926a5), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.955791 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (d56787a1-3a64-4afe-97f1-30c3df0926a5), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.982811 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:17.986613 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] 10.222.0.109 "DELETE /v2.0/subnets/d56787a1-3a64-4afe-97f1-30c3df0926a5 HTTP/1.1" status: 204 len: 168 time: 0.2054832 Jan 25 02:40:17.987548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc0749-55d3-4f03-8298-36af44e8d12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56787a1-3a64-4afe-97f1-30c3df0926a5,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:17.989235 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56888) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:18.059253 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (7c1453bd-d82e-4d88-a904-69c156747956), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.134132 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (7c1453bd-d82e-4d88-a904-69c156747956), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.153448 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1453bd-d82e-4d88-a904-69c156747956']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:18.162327 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc22924-557e-453a-8b69-5cb484bfbb94') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:18.162628 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc22924-557e-453a-8b69-5cb484bfbb94') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:18.172173 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (cfc22924-557e-453a-8b69-5cb484bfbb94), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.185286 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (cfc22924-557e-453a-8b69-5cb484bfbb94), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.191482 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:40:18.192040 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (cfc22924-557e-453a-8b69-5cb484bfbb94), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:40:18.193663 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:40:18.208376 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-9a905d42-a151-4479-8787-8610e1cfc43a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:18.209775 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-9a905d42-a151-4479-8787-8610e1cfc43a tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.120 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0513330 Jan 25 02:40:18.251299 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (7c1453bd-d82e-4d88-a904-69c156747956), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.256606 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.260534 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] 10.222.0.109 "DELETE /v2.0/networks/7c1453bd-d82e-4d88-a904-69c156747956 HTTP/1.1" status: 204 len: 168 time: 0.2701609 Jan 25 02:40:18.270962 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83493248-2814-4c29-944b-b0542ad6e3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1453bd-d82e-4d88-a904-69c156747956,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:18.320173 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Deleting port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:18.320514 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.444029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] For port 25ca56f5-02cf-4581-9a3a-9c577fca0b42, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=25ca56f5-02cf-4581-9a3a-9c577fca0b42,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:18.444398 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.453812 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:18.465907 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16d130-3a6c-4d17-9767-288e49b80ea7 req-49f56877-5654-4216-8213-b65f1f1a6331 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:18.467315 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a16d130-3a6c-4d17-9767-288e49b80ea7 req-49f56877-5654-4216-8213-b65f1f1a6331 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/ports?device_id=61741f01-a86e-4633-9d97-1a45c6b1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0921052 Jan 25 02:40:18.471372 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Calling delete_port for 25ca56f5-02cf-4581-9a3a-9c577fca0b42 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:18.493669 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6c416c4b-b81f-405c-a52c-4bf9f6089fc2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3a7c51948de94a68b0b9e6a00eeefe0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385308 Jan 25 02:40:18.495985 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 56898) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:18.544058 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] Publish callbacks [] for security_group (75b407f8-e525-41ff-a889-2ed87f2d363e), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.556148 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5a16d130-3a6c-4d17-9767-288e49b80ea7 req-3947f018-c537-4d17-bd87-06ee91aa04d3 tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.109 "GET /v2.0/security-groups?id=b7109df1-49e0-4a99-b2a6-bf8fd2874478&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828536 Jan 25 02:40:18.567278 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] Publish callbacks [] for security_group (75b407f8-e525-41ff-a889-2ed87f2d363e), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.619846 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (75b407f8-e525-41ff-a889-2ed87f2d363e), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.622370 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.623530 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/75b407f8-e525-41ff-a889-2ed87f2d363e HTTP/1.1" status: 204 len: 168 time: 0.1266556 Jan 25 02:40:18.631279 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9aa28f-4135-4d01-bdc5-2bdcb4019645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b407f8-e525-41ff-a889-2ed87f2d363e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:18.642977 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (25ca56f5-02cf-4581-9a3a-9c577fca0b42), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.673316 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Pushing event deleted for resources: {'Port': ['ID=25ca56f5-02cf-4581-9a3a-9c577fca0b42,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:18.697396 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['25ca56f5-02cf-4581-9a3a-9c577fca0b42'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:18.720190 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] No DVR routers for this DVR port 25ca56f5-02cf-4581-9a3a-9c577fca0b42 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:18.722793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:18.726764 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4bef8aaf-3e97-4d07-9839-0749cc9bc34b req-6f0c2a22-3f89-4383-8f73-5a5b773ccc8f tempest-TestMinimumBasicScenario-662168640 tempest-TestMinimumBasicScenario-662168640-project] 10.222.0.120 "DELETE /v2.0/ports/25ca56f5-02cf-4581-9a3a-9c577fca0b42 HTTP/1.1" status: 204 len: 173 time: 0.5083752 Jan 25 02:40:18.727255 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'name': 'network-vif-deleted', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:18.729657 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f187109-e475-43fb-8365-f4e3262a1943" -d '{"events": [{"server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "name": "network-vif-deleted", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:18.767867 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b111810-acda-428d-af86-70f3cd60c947 x-openstack-request-id: req-6b111810-acda-428d-af86-70f3cd60c947 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:18.768170 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61741f01-a86e-4633-9d97-1a45c6b1ef0c", "name": "network-vif-deleted", "tag": "25ca56f5-02cf-4581-9a3a-9c577fca0b42", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:18.768433 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-6b111810-acda-428d-af86-70f3cd60c947 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:18.768915 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61741f01-a86e-4633-9d97-1a45c6b1ef0c', 'name': 'network-vif-deleted', 'tag': '25ca56f5-02cf-4581-9a3a-9c577fca0b42', 'status': 'completed', 'code': 200} Jan 25 02:40:18.989107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56906) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:19.030200 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-eb3e5505-52c1-42b6-b2ac-5729a80a2de2 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=11736664bcb44919bcb594cc2726c6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398574 Jan 25 02:40:19.032559 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56908) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:19.082846 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] Publish callbacks [] for security_group (4cf1d629-424d-451a-b642-e0172eb37992), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.109172 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] Publish callbacks [] for security_group (4cf1d629-424d-451a-b642-e0172eb37992), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.156787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (4cf1d629-424d-451a-b642-e0172eb37992), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.159483 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:19.160655 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/4cf1d629-424d-451a-b642-e0172eb37992 HTTP/1.1" status: 204 len: 168 time: 0.1271164 Jan 25 02:40:19.168488 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762844-a844-4bb2-9493-1a8b0349aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf1d629-424d-451a-b642-e0172eb37992,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:20.407793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 56996) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:20.784779 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:21.028892 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Deleting port 1d55efd6-3a21-4121-8543-d4e58a475d29 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:21.029231 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:21.108569 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] For port 1d55efd6-3a21-4121-8543-d4e58a475d29, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=1d55efd6-3a21-4121-8543-d4e58a475d29,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:21.108839 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:21.120416 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Calling delete_port for 1d55efd6-3a21-4121-8543-d4e58a475d29 owned by network:router_interface {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:21.296715 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (1d55efd6-3a21-4121-8543-d4e58a475d29), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:21.322086 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d55efd6-3a21-4121-8543-d4e58a475d29,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:21.720736 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:21.938904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:40:22.046685 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:40:22.051725 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-85c64461-ead6-4f19-b1d4-76cfa8093350 admin admin] 10.222.0.109 "PUT /v2.0/routers/6aa6d4bf-d0c1-424e-9894-3526539b89e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6428835 Jan 25 02:40:22.055599 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57014) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:22.060410 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Sync routers for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:40:22.071660 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:22.072539 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:22.187644 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:22.205276 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks [] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.215955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 25ca56f5-02cf-4581-9a3a-9c577fca0b42 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:22.268025 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 25ca56f5-02cf-4581-9a3a-9c577fca0b42 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:22.268394 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 25ca56f5-02cf-4581-9a3a-9c577fca0b42 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:22.309832 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks [] for router_gateway (6aa6d4bf-d0c1-424e-9894-3526539b89e7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.362516 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Deleting port 77d9811b-23a8-46d5-8f03-a7680b838fa2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:22.362848 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.395511 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:40:21Z', 'revision_number': 5, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port': {'id': '77d9811b-23a8-46d5-8f03-a7680b838fa2', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:22.422796 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Checking router: 6aa6d4bf-d0c1-424e-9894-3526539b89e7 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:40:22.432491 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Routers {'6aa6d4bf-d0c1-424e-9894-3526539b89e7'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:22.433099 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:22.446950 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] For port 77d9811b-23a8-46d5-8f03-a7680b838fa2, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=77d9811b-23a8-46d5-8f03-a7680b838fa2,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:22.447356 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.459141 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Calling delete_port for 77d9811b-23a8-46d5-8f03-a7680b838fa2 owned by network:router_gateway {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:22.522054 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] Set router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:22.579755 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:40:22Z', 'revision_number': 6, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port_host': None}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:22.607496 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba96a88-0315-4090-b3aa-69321f141ae5 None None] The sync data for ids ['6aa6d4bf-d0c1-424e-9894-3526539b89e7'] in dv-cinder-819778-6-smb is: [{'id': '6aa6d4bf-d0c1-424e-9894-3526539b89e7', 'name': 'tempest-TestMinimumBasicScenario-446991027-router', 'tenant_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:13Z', 'updated_at': '2022-01-25T02:40:22Z', 'revision_number': 6, 'project_id': '86c9ca3a33334fcb8149f032cf3c4ba5', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:40:22.643580 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (77d9811b-23a8-46d5-8f03-a7680b838fa2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.669418 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d9811b-23a8-46d5-8f03-a7680b838fa2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:22.731727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.820809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.822921 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks [] for router_controller (6aa6d4bf-d0c1-424e-9894-3526539b89e7), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.864694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (6aa6d4bf-d0c1-424e-9894-3526539b89e7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.865251 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa6d4bf-d0c1-424e-9894-3526539b89e7 {{(pid=102601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:40:22.870035 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.871814 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7eb49bfe-74d8-4fb9-a46c-2fa9990968b9 admin admin] 10.222.0.109 "DELETE /v2.0/routers/6aa6d4bf-d0c1-424e-9894-3526539b89e7 HTTP/1.1" status: 204 len: 168 time: 0.8147972 Jan 25 02:40:22.873897 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57026) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:22.918793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Deleting subnet 75746d32-15df-41e0-b190-0a03445f2aaf {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:40:22.921844 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Publish callbacks [] for subnet (75746d32-15df-41e0-b190-0a03445f2aaf), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:22.955956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (75746d32-15df-41e0-b190-0a03445f2aaf), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.065999 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (75746d32-15df-41e0-b190-0a03445f2aaf), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.115572 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (75746d32-15df-41e0-b190-0a03445f2aaf), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.143981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75746d32-15df-41e0-b190-0a03445f2aaf,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:23.147753 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.152203 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6b918bbd-0884-4429-8508-abd704d2df76 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/75746d32-15df-41e0-b190-0a03445f2aaf HTTP/1.1" status: 204 len: 168 time: 0.2763224 Jan 25 02:40:23.154442 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57028) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:23.157021 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141a558-c6bc-4846-ace3-0d869fe5c103 None None] Network 9f275087-de61-4f7a-9e31-1739b04dd9f4 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:23.226500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (9f275087-de61-4f7a-9e31-1739b04dd9f4), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.283999 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Deleting port c0fd026c-9135-4602-8605-454ec6f43f6d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:23.284461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.358340 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] For port c0fd026c-9135-4602-8605-454ec6f43f6d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=c0fd026c-9135-4602-8605-454ec6f43f6d,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:23.358638 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] DHCP port deletion for 9f275087-de61-4f7a-9e31-1739b04dd9f4 request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:40:23.358855 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.373547 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Calling delete_port for c0fd026c-9135-4602-8605-454ec6f43f6d owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:23.415496 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Deleting port c0fd026c-9135-4602-8605-454ec6f43f6d {{(pid=102602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:23.415990 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), before_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.477860 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.494064 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] For port c0fd026c-9135-4602-8605-454ec6f43f6d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=c0fd026c-9135-4602-8605-454ec6f43f6d,segment=NetworkSegment(6f4e5046-8397-4a77-b254-42b40184c9b7),segment_id=6f4e5046-8397-4a77-b254-42b40184c9b7)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:23.494551 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), precommit_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.495642 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] No DVR routers for this DVR port c0fd026c-9135-4602-8605-454ec6f43f6d on host dv-cinder-819778-6-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:23.513153 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Calling delete_port for c0fd026c-9135-4602-8605-454ec6f43f6d owned by network:dhcp {{(pid=102602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:23.515934 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fd026c-9135-4602-8605-454ec6f43f6d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:23.588211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (9f275087-de61-4f7a-9e31-1739b04dd9f4), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.611118 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f275087-de61-4f7a-9e31-1739b04dd9f4']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:23.622283 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4e5046-8397-4a77-b254-42b40184c9b7') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:23.622597 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4e5046-8397-4a77-b254-42b40184c9b7') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:23.632587 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (6f4e5046-8397-4a77-b254-42b40184c9b7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.634462 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342'] for port (c0fd026c-9135-4602-8605-454ec6f43f6d), after_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.649026 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (6f4e5046-8397-4a77-b254-42b40184c9b7), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.655940 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:40:23.656406 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (6f4e5046-8397-4a77-b254-42b40184c9b7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:40:23.658271 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:40:23.667976 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Pushing event deleted for resources: {'Port': ['ID=c0fd026c-9135-4602-8605-454ec6f43f6d,revision_number=None']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:23.679037 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] No DVR routers for this DVR port c0fd026c-9135-4602-8605-454ec6f43f6d on host dv-cinder-819778-6-smb {{(pid=102602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:23.681384 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.682300 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.682672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.683052 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.683387 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.683725 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.684060 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.684394 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.684723 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.685073 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.685407 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.685735 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.686060 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda9bf6a-107e-410c-8dd5-43538a6fe8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:40:23.723049 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (9f275087-de61-4f7a-9e31-1739b04dd9f4), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.729430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:23.732700 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] 10.222.0.109 "DELETE /v2.0/networks/9f275087-de61-4f7a-9e31-1739b04dd9f4 HTTP/1.1" status: 204 len: 168 time: 0.5772717 Jan 25 02:40:23.735723 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:23.743522 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f43354-a496-44e1-b168-e89058f1b82f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f275087-de61-4f7a-9e31-1739b04dd9f4,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:23.873777 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 1d55efd6-3a21-4121-8543-d4e58a475d29 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:23.894117 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 1d55efd6-3a21-4121-8543-d4e58a475d29 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:23.894472 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 1d55efd6-3a21-4121-8543-d4e58a475d29 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:23.894894 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device c0fd026c-9135-4602-8605-454ec6f43f6d no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:23.914753 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: c0fd026c-9135-4602-8605-454ec6f43f6d {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:23.915125 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device c0fd026c-9135-4602-8605-454ec6f43f6d not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:23.915549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 77d9811b-23a8-46d5-8f03-a7680b838fa2 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:23.934485 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 77d9811b-23a8-46d5-8f03-a7680b838fa2 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:23.934846 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 77d9811b-23a8-46d5-8f03-a7680b838fa2 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:24.147252 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (205389e5-67c9-46ae-9b20-487b6908e32d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:24.430002 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Deleting port 058af3b4-4894-4a6a-a01c-b9428c9e917f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:24.430252 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:24.510092 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] For port 058af3b4-4894-4a6a-a01c-b9428c9e917f, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=058af3b4-4894-4a6a-a01c-b9428c9e917f,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:24.510704 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:24.529204 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Calling delete_port for 058af3b4-4894-4a6a-a01c-b9428c9e917f owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:24.715094 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (058af3b4-4894-4a6a-a01c-b9428c9e917f), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:24.742522 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=058af3b4-4894-4a6a-a01c-b9428c9e917f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:24.924399 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (205389e5-67c9-46ae-9b20-487b6908e32d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:25.356633 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Router 205389e5-67c9-46ae-9b20-487b6908e32d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:40:25.457498 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:40:25.462750 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d40725ab-e7f4-444e-a1b6-58620f92aa95 admin admin] 10.222.0.109 "PUT /v2.0/routers/205389e5-67c9-46ae-9b20-487b6908e32d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260144 Jan 25 02:40:25.465303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:25.467793 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Sync routers for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:40:25.478309 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:25.478982 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:25.570088 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks [] for router (205389e5-67c9-46ae-9b20-487b6908e32d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:25.581251 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:25.678060 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks [] for router_gateway (205389e5-67c9-46ae-9b20-487b6908e32d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:25.731034 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Deleting port e6a28419-270e-4694-9aec-bad7b266cf9b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:25.731400 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:25.807902 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] For port e6a28419-270e-4694-9aec-bad7b266cf9b, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=e6a28419-270e-4694-9aec-bad7b266cf9b,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:25.808746 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:25.824467 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Calling delete_port for e6a28419-270e-4694-9aec-bad7b266cf9b owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:25.841909 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:40:24Z', 'revision_number': 5, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port': {'id': 'e6a28419-270e-4694-9aec-bad7b266cf9b', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:37:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:37:24Z', 'updated_at': '2022-01-25T02:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:25.875970 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Checking router: 205389e5-67c9-46ae-9b20-487b6908e32d for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:40:25.884613 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Routers {'205389e5-67c9-46ae-9b20-487b6908e32d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:40:25.885319 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:40:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['205389e5-67c9-46ae-9b20-487b6908e32d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:25.972189 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] Set router 205389e5-67c9-46ae-9b20-487b6908e32d gateway port host: None {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:40:25.992418 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (e6a28419-270e-4694-9aec-bad7b266cf9b), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.023222 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a28419-270e-4694-9aec-bad7b266cf9b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:26.027763 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:40:25Z', 'revision_number': 6, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port_host': None}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:26.055436 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8cace-c9fc-4b2c-891d-85b89b228393 None None] The sync data for ids ['205389e5-67c9-46ae-9b20-487b6908e32d'] in dv-cinder-819778-6-smb is: [{'id': '205389e5-67c9-46ae-9b20-487b6908e32d', 'name': 'tempest-TestMinimumBasicScenario-505140588-router', 'tenant_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:37:23Z', 'updated_at': '2022-01-25T02:40:25Z', 'revision_number': 6, 'project_id': '56e4b9ce3ed84e119686edc81b74d7d3', 'gw_port_host': None}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:40:26.101177 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (205389e5-67c9-46ae-9b20-487b6908e32d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.207885 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (205389e5-67c9-46ae-9b20-487b6908e32d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.210666 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks [] for router_controller (205389e5-67c9-46ae-9b20-487b6908e32d), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.278572 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (205389e5-67c9-46ae-9b20-487b6908e32d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.279273 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205389e5-67c9-46ae-9b20-487b6908e32d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:40:26.284202 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.285390 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-47d69df2-d063-41e4-bfec-de021ab8df3a admin admin] 10.222.0.109 "DELETE /v2.0/routers/205389e5-67c9-46ae-9b20-487b6908e32d HTTP/1.1" status: 204 len: 168 time: 0.8191462 Jan 25 02:40:26.287790 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:26.332059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Deleting subnet a58747ab-3d38-4fc0-8d35-039905682c07 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:40:26.335353 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Publish callbacks [] for subnet (a58747ab-3d38-4fc0-8d35-039905682c07), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.370333 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3701806'] for subnet (a58747ab-3d38-4fc0-8d35-039905682c07), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.495062 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (a58747ab-3d38-4fc0-8d35-039905682c07), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.548407 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3891779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8657312'] for subnet (a58747ab-3d38-4fc0-8d35-039905682c07), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.572873 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58747ab-3d38-4fc0-8d35-039905682c07,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:26.576430 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for subnet (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.579626 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-48760752-006e-4ca6-afed-b3ce420fd288 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/a58747ab-3d38-4fc0-8d35-039905682c07 HTTP/1.1" status: 204 len: 168 time: 0.2902982 Jan 25 02:40:26.582283 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57096) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:26.583291 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06edec68-6ac0-4899-a7b1-a69081488109 None None] Network c5e4e7fc-1246-46ab-ac8d-effb0ede2525 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:40:26.651223 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (c5e4e7fc-1246-46ab-ac8d-effb0ede2525), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.709032 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Deleting port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:26.709371 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.768633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] For port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,segment=NetworkSegment(51ddb3c1-e4f4-442b-bd00-2a521392d215),segment_id=51ddb3c1-e4f4-442b-bd00-2a521392d215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:26.768894 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.781386 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Calling delete_port for 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:26.836480 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] DHCP port deletion for c5e4e7fc-1246-46ab-ac8d-effb0ede2525 request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:40:26.877409 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.889838 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Deleting port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c {{(pid=102602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:40:26.890209 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), before_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.904004 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:26.908029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] No DVR routers for this DVR port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c on host dv-cinder-819778-6-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:26.958672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] For port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c, host dv-cinder-819778-6-smb, got binding levels [] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:26.959100 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), precommit_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.972372 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Calling delete_port for 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c owned by network:dhcp {{(pid=102602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:40:26.975102 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.ipam_backend_mixin [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c was not found and therefore no delete operation was performed {{(pid=102602) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 25 02:40:26.976814 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342'] for port (43e458dd-e2a0-4f7b-9d6e-f068485e2d6c), after_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:26.986041 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (c5e4e7fc-1246-46ab-ac8d-effb0ede2525), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.004910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] No DVR routers for this DVR port 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c on host dv-cinder-819778-6-smb {{(pid=102602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:40:27.007159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e4e7fc-1246-46ab-ac8d-effb0ede2525']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:27.009812 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379e9a2-4e28-44d8-93d9-964274e8212f None None] Pushing event deleted for resources: {'Port': ['ID=43e458dd-e2a0-4f7b-9d6e-f068485e2d6c,revision_number=None']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:27.018340 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ddb3c1-e4f4-442b-bd00-2a521392d215') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:27.018691 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ddb3c1-e4f4-442b-bd00-2a521392d215') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:40:27.029536 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (51ddb3c1-e4f4-442b-bd00-2a521392d215), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.046255 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (51ddb3c1-e4f4-442b-bd00-2a521392d215), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.052905 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:40:27.053390 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (51ddb3c1-e4f4-442b-bd00-2a521392d215), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:40:27.055626 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:40:27.112685 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (c5e4e7fc-1246-46ab-ac8d-effb0ede2525), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.117230 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.121485 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] 10.222.0.109 "DELETE /v2.0/networks/c5e4e7fc-1246-46ab-ac8d-effb0ede2525 HTTP/1.1" status: 204 len: 168 time: 0.5375061 Jan 25 02:40:27.135980 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3845f-2ea8-45e7-88dd-cbec7617a177 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e4e7fc-1246-46ab-ac8d-effb0ede2525,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:27.282414 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57102) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:27.326140 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-0317bfae-8ffc-45af-be7c-8c791dfca5a6 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=86c9ca3a33334fcb8149f032cf3c4ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403953 Jan 25 02:40:27.326486 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:27.382200 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] Publish callbacks [] for security_group (b7109df1-49e0-4a99-b2a6-bf8fd2874478), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.404137 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] Publish callbacks [] for security_group (b7109df1-49e0-4a99-b2a6-bf8fd2874478), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.456201 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (b7109df1-49e0-4a99-b2a6-bf8fd2874478), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.458883 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.460069 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/b7109df1-49e0-4a99-b2a6-bf8fd2874478 HTTP/1.1" status: 204 len: 168 time: 0.1328230 Jan 25 02:40:27.468908 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9df12-d3ff-43f3-9e12-76c34e42a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7109df1-49e0-4a99-b2a6-bf8fd2874478,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:27.700807 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57126) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:27.790603 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57130) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:27.821332 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-414fa4b1-e00a-4fcd-b6d0-2c777c93a6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.855210 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6c837ed0-9427-4191-86e2-51f60168bf4d admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=56e4b9ce3ed84e119686edc81b74d7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632694 Jan 25 02:40:27.857768 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57132) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:27.875132 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e6a28419-270e-4694-9aec-bad7b266cf9b no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:27.895479 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: e6a28419-270e-4694-9aec-bad7b266cf9b {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:27.896069 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device e6a28419-270e-4694-9aec-bad7b266cf9b not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:27.896666 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:27.915276 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] Publish callbacks [] for security_group (55d3c68e-746b-4f3a-bab9-7b8822057a24), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.921614 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:27.921974 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 43e458dd-e2a0-4f7b-9d6e-f068485e2d6c not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:27.922380 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 058af3b4-4894-4a6a-a01c-b9428c9e917f no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:40:27.925369 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-414fa4b1-e00a-4fcd-b6d0-2c777c93a6dd admin admin] Publish callbacks [] for security_group (94a79fec-7d2e-4ff7-8143-c172b4224fc1), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.930672 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-414fa4b1-e00a-4fcd-b6d0-2c777c93a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (94a79fec-7d2e-4ff7-8143-c172b4224fc1), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.940166 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] Publish callbacks [] for security_group (55d3c68e-746b-4f3a-bab9-7b8822057a24), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:27.942364 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 058af3b4-4894-4a6a-a01c-b9428c9e917f {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:40:27.942703 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 058af3b4-4894-4a6a-a01c-b9428c9e917f not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:40:27.974545 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-414fa4b1-e00a-4fcd-b6d0-2c777c93a6dd admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=3b427e50b1a54d2da99880c98dd783c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701535 Jan 25 02:40:27.974545 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fa4b1-e00a-4fcd-b6d0-2c777c93a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a79fec-7d2e-4ff7-8143-c172b4224fc1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:27.974926 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:28.000793 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (55d3c68e-746b-4f3a-bab9-7b8822057a24), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.003320 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.004423 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/55d3c68e-746b-4f3a-bab9-7b8822057a24 HTTP/1.1" status: 204 len: 168 time: 0.1456008 Jan 25 02:40:28.020684 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536acaea-e286-4b29-84ab-6bf66ecc6b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3c68e-746b-4f3a-bab9-7b8822057a24,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:28.041219 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] Publish callbacks [] for security_group (94a79fec-7d2e-4ff7-8143-c172b4224fc1), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.063300 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] Publish callbacks [] for security_group (94a79fec-7d2e-4ff7-8143-c172b4224fc1), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.113360 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (94a79fec-7d2e-4ff7-8143-c172b4224fc1), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.116310 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.117724 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/94a79fec-7d2e-4ff7-8143-c172b4224fc1 HTTP/1.1" status: 204 len: 168 time: 0.1409364 Jan 25 02:40:28.126532 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37ee9f-1349-4f12-bb95-085b92028171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a79fec-7d2e-4ff7-8143-c172b4224fc1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:28.469437 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:40:28.471493 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57144) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:28.485189 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea89ec64-034d-471e-b49b-ccfe3ad0a71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.559838 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea89ec64-034d-471e-b49b-ccfe3ad0a71c admin admin] Publish callbacks [] for security_group (f3ebe349-3b0d-467f-945b-10f5f3ef6008), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.563781 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea89ec64-034d-471e-b49b-ccfe3ad0a71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f3ebe349-3b0d-467f-945b-10f5f3ef6008), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.601332 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ea89ec64-034d-471e-b49b-ccfe3ad0a71c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0b3a62223c4c4b979b8cfb9ed3974bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286857 Jan 25 02:40:28.602173 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89ec64-034d-471e-b49b-ccfe3ad0a71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebe349-3b0d-467f-945b-10f5f3ef6008,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:28.604409 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57146) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:28.651236 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] Publish callbacks [] for security_group (f3ebe349-3b0d-467f-945b-10f5f3ef6008), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.672039 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] Publish callbacks [] for security_group (f3ebe349-3b0d-467f-945b-10f5f3ef6008), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.719104 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (f3ebe349-3b0d-467f-945b-10f5f3ef6008), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.721627 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:28.722750 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/f3ebe349-3b0d-467f-945b-10f5f3ef6008 HTTP/1.1" status: 204 len: 168 time: 0.1173775 Jan 25 02:40:28.731757 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fdc40-ff4f-4334-8f24-8667c98a79ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebe349-3b0d-467f-945b-10f5f3ef6008,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:29.910081 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-359bdbab-8447-49bd-ac7f-7dae18dc80d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:32.255360 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-089a4293-042c-48a6-8f0e-8e787b33431c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:33.238409 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:34.387632 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c8a25-d34b-4577-b632-8fd12ca9fb77 req-d026f4f0-65a0-41dd-bf57-809b1ef41b02 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:34.389100 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b89c8a25-d34b-4577-b632-8fd12ca9fb77 req-d026f4f0-65a0-41dd-bf57-809b1ef41b02 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0480976 Jan 25 02:40:34.436947 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b89c8a25-d34b-4577-b632-8fd12ca9fb77 req-67d416d7-08f7-483b-bb6b-ce802d49ff2e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Jan 25 02:40:34.851452 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.186729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:35.288544 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e420cfa8-c2d4-4704-a7c9-655835796da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.361663 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e420cfa8-c2d4-4704-a7c9-655835796da7 admin admin] Publish callbacks [] for security_group (ff9f28e5-ef50-4a38-b5f5-174ebced4b99), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.365426 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e420cfa8-c2d4-4704-a7c9-655835796da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ff9f28e5-ef50-4a38-b5f5-174ebced4b99), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.401466 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420cfa8-c2d4-4704-a7c9-655835796da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f28e5-ef50-4a38-b5f5-174ebced4b99,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:35.406532 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e420cfa8-c2d4-4704-a7c9-655835796da7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=dae9a1395084425bb29c8c2fde0d0295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187226 Jan 25 02:40:35.409444 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57302) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:35.458568 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] Publish callbacks [] for security_group (ff9f28e5-ef50-4a38-b5f5-174ebced4b99), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.479758 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] Publish callbacks [] for security_group (ff9f28e5-ef50-4a38-b5f5-174ebced4b99), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.545090 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ff9f28e5-ef50-4a38-b5f5-174ebced4b99), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.547571 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.548683 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ff9f28e5-ef50-4a38-b5f5-174ebced4b99 HTTP/1.1" status: 204 len: 168 time: 0.1386828 Jan 25 02:40:35.559251 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d754cc5-688e-4ea2-b110-738473180da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f28e5-ef50-4a38-b5f5-174ebced4b99,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:35.574551 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c93c93-39c4-4dfd-9788-1754a6a730b9 req-83f8afc5-0b47-4149-8076-086ea7e2d966 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:35.576114 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c3c93c93-39c4-4dfd-9788-1754a6a730b9 req-83f8afc5-0b47-4149-8076-086ea7e2d966 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0622761 Jan 25 02:40:35.631677 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c3c93c93-39c4-4dfd-9788-1754a6a730b9 req-47fbded0-7f4f-4731-8954-1689f46d8995 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496719 Jan 25 02:40:35.831961 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57310) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:35.845379 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74a80728-b736-4072-b3f2-9eed4e748ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.921825 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74a80728-b736-4072-b3f2-9eed4e748ee7 admin admin] Publish callbacks [] for security_group (90cfc40d-f31f-4239-ae63-31bfc5923174), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.925830 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74a80728-b736-4072-b3f2-9eed4e748ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (90cfc40d-f31f-4239-ae63-31bfc5923174), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:35.963154 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-74a80728-b736-4072-b3f2-9eed4e748ee7 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=0dca997edb4c48b9beda565ada74a4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300843 Jan 25 02:40:35.964007 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a80728-b736-4072-b3f2-9eed4e748ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cfc40d-f31f-4239-ae63-31bfc5923174,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:35.965810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57312) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:36.013126 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] Publish callbacks [] for security_group (90cfc40d-f31f-4239-ae63-31bfc5923174), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:36.033872 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] Publish callbacks [] for security_group (90cfc40d-f31f-4239-ae63-31bfc5923174), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:36.081260 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (90cfc40d-f31f-4239-ae63-31bfc5923174), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:36.083877 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:36.085025 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/90cfc40d-f31f-4239-ae63-31bfc5923174 HTTP/1.1" status: 204 len: 168 time: 0.1181931 Jan 25 02:40:36.092870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eecc32-2e40-4eda-abca-2eeb5a96c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cfc40d-f31f-4239-ae63-31bfc5923174,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:36.215758 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:36.750677 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9bcf0-f708-44ce-b445-2fd5307ce629 req-b8e71ee9-f69e-4028-af01-dc39403581e9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:36.752196 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dcb9bcf0-f708-44ce-b445-2fd5307ce629 req-b8e71ee9-f69e-4028-af01-dc39403581e9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0495579 Jan 25 02:40:36.799604 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dcb9bcf0-f708-44ce-b445-2fd5307ce629 req-35b5cc54-97b8-4a36-8228-69f76ab6b4cd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Jan 25 02:40:37.919232 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066788b-bbc6-4b3c-bda7-4466d3b36f8b req-e9e11759-5666-43c5-835b-80fcf7d071d4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:37.920730 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6066788b-bbc6-4b3c-bda7-4466d3b36f8b req-e9e11759-5666-43c5-835b-80fcf7d071d4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Jan 25 02:40:37.967865 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6066788b-bbc6-4b3c-bda7-4466d3b36f8b req-21e5d015-ca35-4e72-bc4e-e4e730ce2371 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Jan 25 02:40:39.088587 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5717-3d97-4b5f-bf6a-125672d7599c req-89b5db94-3008-42e2-9b24-729ca9b7103c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:39.090057 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f91d5717-3d97-4b5f-bf6a-125672d7599c req-89b5db94-3008-42e2-9b24-729ca9b7103c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Jan 25 02:40:39.136039 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f91d5717-3d97-4b5f-bf6a-125672d7599c req-cf63b6e2-b4e6-4cd9-98d0-31bf906afb82 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Jan 25 02:40:40.252610 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa5864-504b-4e20-b327-b511e3ecde1e req-d5a911dc-6105-4358-be7f-14caaf917114 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:40.254071 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-faaa5864-504b-4e20-b327-b511e3ecde1e req-d5a911dc-6105-4358-be7f-14caaf917114 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0486121 Jan 25 02:40:40.304970 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-faaa5864-504b-4e20-b327-b511e3ecde1e req-265c0cbf-e960-45c0-8865-2ced57f7439d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Jan 25 02:40:41.591476 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f23a6e-78a4-408a-8f98-95d449ce9174 req-6acb9f36-f06a-4a39-8d7b-05280c60e76e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:41.593225 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60f23a6e-78a4-408a-8f98-95d449ce9174 req-6acb9f36-f06a-4a39-8d7b-05280c60e76e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.2142553 Jan 25 02:40:41.642680 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-60f23a6e-78a4-408a-8f98-95d449ce9174 req-70e92cab-5ab5-470b-9857-02b80473df26 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Jan 25 02:40:42.817403 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e327a-928e-4826-a4e3-778a66a2ba8f req-8c744645-9cdf-452f-acb3-5909cb91c4d6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:42.818863 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-980e327a-928e-4826-a4e3-778a66a2ba8f req-8c744645-9cdf-452f-acb3-5909cb91c4d6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.1018186 Jan 25 02:40:42.865596 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-980e327a-928e-4826-a4e3-778a66a2ba8f req-a13dbd3a-186e-4623-be94-189d381c46e7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Jan 25 02:40:43.988421 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc7b3c-550d-4c92-8842-16db40af0956 req-1a515e99-2120-48af-a408-9836654f6e13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:43.989924 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-74cc7b3c-550d-4c92-8842-16db40af0956 req-1a515e99-2120-48af-a408-9836654f6e13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0513830 Jan 25 02:40:44.036966 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-74cc7b3c-550d-4c92-8842-16db40af0956 req-29596872-a0b7-4e5d-86a2-f0979970187e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Jan 25 02:40:45.153039 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588072c-f63f-4a3b-a912-fd3ad643069a req-1510ff76-e742-438e-8ab5-7ce6579dc171 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:45.154504 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c588072c-f63f-4a3b-a912-fd3ad643069a req-1510ff76-e742-438e-8ab5-7ce6579dc171 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Jan 25 02:40:45.200139 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c588072c-f63f-4a3b-a912-fd3ad643069a req-4bd32957-ef12-42aa-94d1-9c869fdcfe17 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Jan 25 02:40:46.216549 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:46.318574 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7216-4e52-4614-b3d5-366d55e1056f req-be855477-93b2-4475-b26e-06e2487f9cff tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:46.320600 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6d5a7216-4e52-4614-b3d5-366d55e1056f req-be855477-93b2-4475-b26e-06e2487f9cff tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Jan 25 02:40:46.345868 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:40:46.366749 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6d5a7216-4e52-4614-b3d5-366d55e1056f req-6ef11ab2-3990-4f0d-9661-08e50c38833f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Jan 25 02:40:46.448851 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:46.459506 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:40:46.495042 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: ACTIVE; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:46.495353 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:46.511198 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:40:46.528899 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:46.533460 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:46.580775 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=6']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:46.699356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['40832a9f-9550-4d8a-bf33-2c25312ee522'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:40:46.806449 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57468) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:46.924802 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f93bcf1-df71-4f50-866e-3a4cd0bbeda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.011593 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-86c64433-59af-4921-a2aa-ce23746c07cf service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439239 Jan 25 02:40:47.013043 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f93bcf1-df71-4f50-866e-3a4cd0bbeda3 admin admin] Publish callbacks [] for security_group (5d0d8f4a-7270-44e5-8802-d75ebb23b8a4), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.017041 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f93bcf1-df71-4f50-866e-3a4cd0bbeda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5d0d8f4a-7270-44e5-8802-d75ebb23b8a4), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.058699 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-4f93bcf1-df71-4f50-866e-3a4cd0bbeda3 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8b6f9ca0d7b04aea8d2fb0a080817d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509463 Jan 25 02:40:47.058883 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57482) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:47.059583 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93bcf1-df71-4f50-866e-3a4cd0bbeda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d8f4a-7270-44e5-8802-d75ebb23b8a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:47.146737 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-1546c7b3-36a4-470a-b1e5-1f52dda754a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:47.148882 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-1546c7b3-36a4-470a-b1e5-1f52dda754a9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0823703 Jan 25 02:40:47.166782 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] Publish callbacks [] for security_group (5d0d8f4a-7270-44e5-8802-d75ebb23b8a4), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.217444 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] Publish callbacks [] for security_group (5d0d8f4a-7270-44e5-8802-d75ebb23b8a4), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.306719 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-4c6ce1aa-a183-4c2c-9ba3-73dda80ca0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:47.308362 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-4c6ce1aa-a183-4c2c-9ba3-73dda80ca0c0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.1311560 Jan 25 02:40:47.352287 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (5d0d8f4a-7270-44e5-8802-d75ebb23b8a4), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.354847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:47.356010 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/5d0d8f4a-7270-44e5-8802-d75ebb23b8a4 HTTP/1.1" status: 204 len: 168 time: 0.2963202 Jan 25 02:40:47.370248 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2944d-b813-47b5-aee3-c1aa8452a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d8f4a-7270-44e5-8802-d75ebb23b8a4,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:47.390125 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-f8f380fe-192e-4949-904e-bea3a0f042e7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 1001 time: 0.0751257 Jan 25 02:40:47.470442 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-0c4326ee-2fd3-472e-b3d1-d9dabab64aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:47.472390 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-0c4326ee-2fd3-472e-b3d1-d9dabab64aed service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0725231 Jan 25 02:40:47.506730 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a53ce-2c87-406c-b0d8-ac0ec43ae416 req-ca6c1d17-e14f-48d2-b8b1-362e7351a5b0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:47.509560 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-846a53ce-2c87-406c-b0d8-ac0ec43ae416 req-ca6c1d17-e14f-48d2-b8b1-362e7351a5b0 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 944 time: 0.0561631 Jan 25 02:40:47.594071 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-846a53ce-2c87-406c-b0d8-ac0ec43ae416 req-f1af7f49-a73e-456c-b899-66cbc149d3fe tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741823 Jan 25 02:40:47.826992 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-c0581eb6-5be1-4d25-804e-c81a0156f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:47.829282 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-c0581eb6-5be1-4d25-804e-c81a0156f865 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3504491 Jan 25 02:40:47.946466 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-c7c9ab6e-dfdf-4584-bc4a-47fefae73c90 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088860 Jan 25 02:40:48.068688 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7ac5a888-5a94-4683-b468-fc9dcd475fc1 req-195a3542-488b-434b-98ab-ad70368b8731 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137989 Jan 25 02:40:48.360413 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:40:48.428837 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 40832a9f-9550-4d8a-bf33-2c25312ee522 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:40:48.429800 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:48.532961 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:40:48.533510 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:48.565278 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:40:48.568194 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dd1806-e580-4315-a680-b88784bc54ba" -d '{"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:40:48.587297 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:40:48.594100 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:48.640212 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdea49f-f0d6-4546-92f3-b4c5a273d7b9 x-openstack-request-id: req-0cdea49f-f0d6-4546-92f3-b4c5a273d7b9 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:40:48.640527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:40:48.641277 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0cdea49f-f0d6-4546-92f3-b4c5a273d7b9 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:40:48.641673 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'code': 200} Jan 25 02:40:48.679018 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=7']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:48.772303 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c428f-6297-462c-b6d9-979ad8ecb883 req-cdc8f913-009b-437b-823a-a11ba267cdc8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:48.782851 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-483c428f-6297-462c-b6d9-979ad8ecb883 req-cdc8f913-009b-437b-823a-a11ba267cdc8 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0848401 Jan 25 02:40:48.840426 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-483c428f-6297-462c-b6d9-979ad8ecb883 req-2e5d9d3a-a67d-4e1a-b0bf-8fca83022360 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565948 Jan 25 02:40:50.004268 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396033-ed77-48b3-bc73-8c00f0fedc6a req-dfaf6317-9f31-4335-a8a4-68be4bb0fa90 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:50.012809 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dc396033-ed77-48b3-bc73-8c00f0fedc6a req-dfaf6317-9f31-4335-a8a4-68be4bb0fa90 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0725760 Jan 25 02:40:50.074109 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-dc396033-ed77-48b3-bc73-8c00f0fedc6a req-7e255815-8ec0-44fc-9102-0cca1624d575 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578036 Jan 25 02:40:51.400231 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89c179-9247-4615-8ca3-4e44825d888e req-0db34e61-71ad-4f19-b1d6-02d57f52afc4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:51.407797 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d89c179-9247-4615-8ca3-4e44825d888e req-0db34e61-71ad-4f19-b1d6-02d57f52afc4 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0601060 Jan 25 02:40:51.461186 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4d89c179-9247-4615-8ca3-4e44825d888e req-1d0d7725-593a-4b9b-9655-3c06c2890d73 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523708 Jan 25 02:40:52.620289 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e5cf-5684-4038-b969-297c6b6e140e req-4e4fa290-53a3-432b-bfeb-c3d57a285a0d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:52.621794 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2520e5cf-5684-4038-b969-297c6b6e140e req-4e4fa290-53a3-432b-bfeb-c3d57a285a0d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0592480 Jan 25 02:40:52.682094 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2520e5cf-5684-4038-b969-297c6b6e140e req-095cd21c-e513-494b-84bf-f0931df624bd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540860 Jan 25 02:40:53.824863 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5484d-8852-456d-9171-eb932f6cba69 req-d03972f7-caf9-4ff5-bd22-beb89b534177 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:53.826812 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c1f5484d-8852-456d-9171-eb932f6cba69 req-d03972f7-caf9-4ff5-bd22-beb89b534177 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0597045 Jan 25 02:40:53.878377 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c1f5484d-8852-456d-9171-eb932f6cba69 req-ad5e7bd9-c51f-4fa9-822b-28e8f69b1115 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Jan 25 02:40:53.929313 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57588) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:54.046006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d189dcb-7317-445e-ab11-0e5d8396051c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.130457 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d189dcb-7317-445e-ab11-0e5d8396051c admin admin] Publish callbacks [] for security_group (42962ca9-25fd-4803-8d0f-1f5d5867c481), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.135682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d189dcb-7317-445e-ab11-0e5d8396051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (42962ca9-25fd-4803-8d0f-1f5d5867c481), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.177150 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:40:54.177431 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-1d189dcb-7317-445e-ab11-0e5d8396051c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=92790baf7d154a6480c1102b60e4654e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464061 Jan 25 02:40:54.178102 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d189dcb-7317-445e-ab11-0e5d8396051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42962ca9-25fd-4803-8d0f-1f5d5867c481,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:54.239464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] Publish callbacks [] for security_group (42962ca9-25fd-4803-8d0f-1f5d5867c481), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.261155 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] Publish callbacks [] for security_group (42962ca9-25fd-4803-8d0f-1f5d5867c481), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.310158 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (42962ca9-25fd-4803-8d0f-1f5d5867c481), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.313044 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:40:54.314972 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/42962ca9-25fd-4803-8d0f-1f5d5867c481 HTTP/1.1" status: 204 len: 168 time: 0.1355202 Jan 25 02:40:54.323516 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310839-997f-40d8-baa9-25d876bbaf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42962ca9-25fd-4803-8d0f-1f5d5867c481,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:40:55.010674 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203db346-aed1-4323-9e10-ba7c15533b29 req-0ba8e6b5-474f-44e1-94fe-354c3d53d37a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:55.012258 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-203db346-aed1-4323-9e10-ba7c15533b29 req-0ba8e6b5-474f-44e1-94fe-354c3d53d37a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0542037 Jan 25 02:40:55.077211 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-203db346-aed1-4323-9e10-ba7c15533b29 req-63d9f76a-043b-4100-81bf-a5102840b52f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574417 Jan 25 02:40:56.199275 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6176d81-ff79-4056-b907-2a2a846d2eeb req-1996fd7b-6dab-499c-a2ca-74eb8b5a9b1a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:56.201452 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f6176d81-ff79-4056-b907-2a2a846d2eeb req-1996fd7b-6dab-499c-a2ca-74eb8b5a9b1a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Jan 25 02:40:56.252095 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f6176d81-ff79-4056-b907-2a2a846d2eeb req-640cd83e-cfe1-4dbd-9c9f-6e4438deb24f tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 Jan 25 02:40:57.380188 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0eecb-3118-4d2d-8074-8eb25a193797 req-b1f300c7-0c59-44c1-ac78-3a46ca313287 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:57.381694 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9fa0eecb-3118-4d2d-8074-8eb25a193797 req-b1f300c7-0c59-44c1-ac78-3a46ca313287 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0513802 Jan 25 02:40:57.455349 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9fa0eecb-3118-4d2d-8074-8eb25a193797 req-8fb2c12b-4d4a-4309-a908-c7ed32c82da6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678122 Jan 25 02:40:57.460810 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-85c79fc9-6a43-4331-878e-6a349523e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:57.462181 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-85c79fc9-6a43-4331-878e-6a349523e214 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1098 time: 0.1482031 Jan 25 02:40:57.556517 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-16c4a518-dbb6-4242-9c79-b572f8f2043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:57.557871 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-16c4a518-dbb6-4242-9c79-b572f8f2043f service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.0850196 Jan 25 02:40:57.622915 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-5b8c1f90-b247-4b89-96b8-4fd0bcfbcfe8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 1000 time: 0.0556393 Jan 25 02:40:57.674314 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-c071edb7-20f6-4cf4-87d7-47876eab8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:57.675749 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-c071edb7-20f6-4cf4-87d7-47876eab8705 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0433114 Jan 25 02:40:57.726921 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-ae5f1aa3-af29-4489-9f84-cd21001471d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:57.728447 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-ae5f1aa3-af29-4489-9f84-cd21001471d9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0431736 Jan 25 02:40:57.818948 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-4b2b3e63-8fc4-4d49-b520-5b0d9aad2070 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809166 Jan 25 02:40:57.913731 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d43b242d-cfab-4781-9adf-dec33a1d8024 req-62875277-8196-4be6-8fc9-a9baf46a2a71 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844581 Jan 25 02:40:58.573808 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9144-9bcf-4e5f-bdbe-c3b95e1a40c7 req-42171eaa-4c7b-42f7-87d8-678ca966b198 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:58.575267 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-06ec9144-9bcf-4e5f-bdbe-c3b95e1a40c7 req-42171eaa-4c7b-42f7-87d8-678ca966b198 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0492096 Jan 25 02:40:58.619165 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-06ec9144-9bcf-4e5f-bdbe-c3b95e1a40c7 req-f8f7af52-536d-458a-aeb4-22f289ff5db7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384240 Jan 25 02:40:59.737170 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc6301-8a7c-403b-a713-afacc45bd6c6 req-4ee2f711-882f-4174-8ac1-09393d370ac9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:40:59.738684 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3fbc6301-8a7c-403b-a713-afacc45bd6c6 req-4ee2f711-882f-4174-8ac1-09393d370ac9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Jan 25 02:40:59.785935 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-3fbc6301-8a7c-403b-a713-afacc45bd6c6 req-8f03a985-a6a5-4718-8f4f-c792ed362605 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Jan 25 02:40:59.913434 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c3d3-a9e3-4013-9f95-92a0433affdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.516111 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:00.590458 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: ACTIVE; New status is: DOWN {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:00.590850 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.612904 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:00.615129 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca09b61-4631-40e9-8db4-45a08310240c" -d '{"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-unplugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:00.628473 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:00.632236 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:00.658878 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb7328-9ba7-4fff-8e5b-9951a83d3395 x-openstack-request-id: req-0dbb7328-9ba7-4fff-8e5b-9951a83d3395 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:00.659196 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-unplugged", "status": "failed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "code": 422}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:00.659450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0dbb7328-9ba7-4fff-8e5b-9951a83d3395 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:00.659849 dv-cinder-819778-6-smb neutron-server[102602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'code': 422} returned with failed status Jan 25 02:41:00.685985 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=8']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:00.902410 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d80cd6-6127-49a2-84ef-cd68787b83a6 req-c2259466-d7e8-4993-a6fb-8acbbc267e81 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:00.903918 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d8d80cd6-6127-49a2-84ef-cd68787b83a6 req-c2259466-d7e8-4993-a6fb-8acbbc267e81 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0483057 Jan 25 02:41:00.953473 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d8d80cd6-6127-49a2-84ef-cd68787b83a6 req-44f80c68-2003-4d2d-a6c2-80149b4100a7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Jan 25 02:41:01.746252 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [req-a6b12f85-3cd9-4874-82dc-1f1df7d63ac7 req-7d86778c-e463-4727-9a07-aaaa442e8ac5 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:41:01.747299 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a6b12f85-3cd9-4874-82dc-1f1df7d63ac7 req-7d86778c-e463-4727-9a07-aaaa442e8ac5 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510800 Jan 25 02:41:01.902946 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b8e1b-8850-42f4-a1fb-0c84cd3da019 req-7964e78b-5141-4450-a508-b37bf2ee18d6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:01.905163 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f81b8e1b-8850-42f4-a1fb-0c84cd3da019 req-7964e78b-5141-4450-a508-b37bf2ee18d6 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0505583 Jan 25 02:41:01.936856 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-75b1eb5b-b71d-4646-ae05-0bc1fc4fbb96 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461860 Jan 25 02:41:01.953797 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f81b8e1b-8850-42f4-a1fb-0c84cd3da019 req-dad3386f-ec2d-4986-b564-5df0d912bf28 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Jan 25 02:41:02.256230 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2dac9ce9-7525-48b4-9e73-ebe7ab02783e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:02.925594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-4793cd58-fd99-4cd5-b0a3-9b5e492a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:02.927121 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-4793cd58-fd99-4cd5-b0a3-9b5e492a016f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589&tenant_id=8a3e0e794a254db992c2dcb58f862d18 HTTP/1.1" status: 200 len: 1096 time: 0.0402792 Jan 25 02:41:03.009142 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-9aca8aa9-d12e-4648-b3e1-abf1cab78416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:03.010659 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-9aca8aa9-d12e-4648-b3e1-abf1cab78416 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1096 time: 0.0404029 Jan 25 02:41:03.072564 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc519-825e-4a4d-8dfe-8fba71ec40b1 req-845556ec-21a3-4846-a208-a73204959794 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:03.074048 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-303cc519-825e-4a4d-8dfe-8fba71ec40b1 req-845556ec-21a3-4846-a208-a73204959794 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0476122 Jan 25 02:41:03.103525 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-fbf01ec5-8c96-41e2-82ef-97cd0e3301dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:03.105008 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-fbf01ec5-8c96-41e2-82ef-97cd0e3301dd service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.0871012 Jan 25 02:41:03.120272 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-303cc519-825e-4a4d-8dfe-8fba71ec40b1 req-e2c8cfe7-00ee-43d6-9f44-4996e494ab91 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Jan 25 02:41:03.173835 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-b7475b9c-25a3-4ae7-be81-e733fce0fe8f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 998 time: 0.0612559 Jan 25 02:41:03.225380 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-31888a27-08b9-47fa-b182-ea7fa0728528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:03.227560 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-31888a27-08b9-47fa-b182-ea7fa0728528 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0448568 Jan 25 02:41:03.233486 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:03.275279 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-160e11dd-bf58-4b6d-892c-735d008271e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:03.276817 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-160e11dd-bf58-4b6d-892c-735d008271e6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0400202 Jan 25 02:41:03.372857 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-5958b2fc-09e5-4793-b631-53af915837d7 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Jan 25 02:41:03.465043 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-819dfffe-23a7-4e4f-a2fb-e15baa274fc9 req-b276742a-dd12-489f-b086-dfbfcd3f1982 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Jan 25 02:41:04.264385 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff94503-a4e3-48bf-884b-92b3fedeef84 req-985a4b17-3260-4efe-99ba-0b809464ce9c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:04.265959 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0ff94503-a4e3-48bf-884b-92b3fedeef84 req-985a4b17-3260-4efe-99ba-0b809464ce9c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0577312 Jan 25 02:41:04.325163 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0ff94503-a4e3-48bf-884b-92b3fedeef84 req-dcfe1592-ceca-4009-bf2e-288a01c6423d tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533566 Jan 25 02:41:04.854168 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:05.471863 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:41:05.473810 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6617e-954c-4e82-a985-ff400550bdc1 req-2a52bb8c-b55e-40b9-b0f0-039b37d5af8a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:05.476736 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bab6617e-954c-4e82-a985-ff400550bdc1 req-2a52bb8c-b55e-40b9-b0f0-039b37d5af8a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0737052 Jan 25 02:41:05.528262 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-bab6617e-954c-4e82-a985-ff400550bdc1 req-5cde41e0-a6a6-48c7-9230-76d93fd84aa1 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Jan 25 02:41:06.220098 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:06.658158 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353868-5d25-45bd-97ea-7bee483ad59e req-7f1ca19a-359f-4c33-8b6d-6fa83eebdfcd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:06.659688 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43353868-5d25-45bd-97ea-7bee483ad59e req-7f1ca19a-359f-4c33-8b6d-6fa83eebdfcd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0496953 Jan 25 02:41:06.708257 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-43353868-5d25-45bd-97ea-7bee483ad59e req-b92b9488-f37a-4b2d-8571-57aad4f52f5a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Jan 25 02:41:07.837626 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574499f-a5c3-495a-b186-b712d5a6dfa5 req-714edfd9-a4c1-4e18-ada2-88a32a9cd17c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:07.838333 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d574499f-a5c3-495a-b186-b712d5a6dfa5 req-714edfd9-a4c1-4e18-ada2-88a32a9cd17c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0513680 Jan 25 02:41:07.887912 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d574499f-a5c3-495a-b186-b712d5a6dfa5 req-aab2ec8d-16c1-4079-b7b7-dfe7f7218724 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Jan 25 02:41:09.023267 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213fbd-06db-49c0-a4e5-50ffbf8994c2 req-6db83d8a-1572-4682-9ccd-87a6da2b4d13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:09.024476 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0213fbd-06db-49c0-a4e5-50ffbf8994c2 req-6db83d8a-1572-4682-9ccd-87a6da2b4d13 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0522523 Jan 25 02:41:09.073727 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e0213fbd-06db-49c0-a4e5-50ffbf8994c2 req-27dffcb2-10fe-4aa2-8da0-4eb612d2ee87 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438194 Jan 25 02:41:10.197586 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ac2ec-ee1f-4368-9769-4ab62c96f22d req-c22c307a-0d5e-4803-b99f-623f3081fe67 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:10.199180 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fa7ac2ec-ee1f-4368-9769-4ab62c96f22d req-c22c307a-0d5e-4803-b99f-623f3081fe67 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0502007 Jan 25 02:41:10.250867 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fa7ac2ec-ee1f-4368-9769-4ab62c96f22d req-be5ac436-9a50-4726-9838-c7d55451fcd2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Jan 25 02:41:11.375208 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cc1cc-5011-4263-8663-863e92f90c6b req-67372add-7581-4a40-9cb7-847a3b7dfd0b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:11.378507 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f04cc1cc-5011-4263-8663-863e92f90c6b req-67372add-7581-4a40-9cb7-847a3b7dfd0b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0541410 Jan 25 02:41:11.424459 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f04cc1cc-5011-4263-8663-863e92f90c6b req-85ee5cbe-90dc-4836-8bb9-5e7139375654 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417097 Jan 25 02:41:12.547042 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4144-2bbe-4236-8016-c429c4ce258b req-e3bdfa2d-b319-41c5-a34e-9f8c5dbe9ab7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:12.548504 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-253e4144-2bbe-4236-8016-c429c4ce258b req-e3bdfa2d-b319-41c5-a34e-9f8c5dbe9ab7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0490346 Jan 25 02:41:12.594647 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-253e4144-2bbe-4236-8016-c429c4ce258b req-7ee9fb66-34a8-4bbd-8d37-869874dfbbba tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405836 Jan 25 02:41:13.712489 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d90b2-9fe3-4625-9cda-6ec9985efecc req-7d3deedc-fb0b-4141-b6b7-e35d91efd716 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:13.713997 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-672d90b2-9fe3-4625-9cda-6ec9985efecc req-7d3deedc-fb0b-4141-b6b7-e35d91efd716 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 943 time: 0.0489039 Jan 25 02:41:13.760065 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-672d90b2-9fe3-4625-9cda-6ec9985efecc req-674b1c5b-7b2b-4e90-9f6b-a26653b23d12 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 Jan 25 02:41:14.557994 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:41:14.653699 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:14.664506 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'port_id': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'mac_address': 'fa:16:3e:94:92:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:41:14.700536 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:14.700929 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.714478 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:41:14.734034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:14.737674 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:14.786411 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=9']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:14.879575 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f302292-88a1-4946-aecb-3026e92e66f0 req-9162eefb-761e-418b-a1af-e911319ad8f7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:14.880946 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5f302292-88a1-4946-aecb-3026e92e66f0 req-9162eefb-761e-418b-a1af-e911319ad8f7 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 944 time: 0.0490937 Jan 25 02:41:14.928318 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-5f302292-88a1-4946-aecb-3026e92e66f0 req-8645f564-e1ad-4486-b729-4755d68fc838 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Jan 25 02:41:15.107757 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['40832a9f-9550-4d8a-bf33-2c25312ee522'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:41:16.049459 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d27016-6a09-4e84-a6d2-3cefcfbc54df req-82097654-f788-46b7-bf50-12b5bbfede18 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:16.050919 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d7d27016-6a09-4e84-a6d2-3cefcfbc54df req-82097654-f788-46b7-bf50-12b5bbfede18 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 944 time: 0.0511792 Jan 25 02:41:16.156272 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d7d27016-6a09-4e84-a6d2-3cefcfbc54df req-02c31c78-4367-4977-9f1a-a08f1b86d91c tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992537 Jan 25 02:41:16.216806 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:16.560617 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:16.612684 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 40832a9f-9550-4d8a-bf33-2c25312ee522 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:16.613306 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:16.695978 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 40832a9f-9550-4d8a-bf33-2c25312ee522 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:16.696374 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:16.717997 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:16.720588 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24f2c5-a5b0-4569-9999-cc5cb91cfc4d" -d '{"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:16.734110 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:16.739335 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:16.790848 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=10']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:16.873303 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f417d14-66db-43a2-b18a-4f7b47e89614 x-openstack-request-id: req-2f417d14-66db-43a2-b18a-4f7b47e89614 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:16.873628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-plugged", "status": "completed", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:16.873892 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2f417d14-66db-43a2-b18a-4f7b47e89614 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:16.874290 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'code': 200} Jan 25 02:41:17.172741 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869bd07-096a-4071-be47-b637b326c577 req-9fb5e140-0ea3-46e5-8829-b336eaa0f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:17.174142 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5869bd07-096a-4071-be47-b637b326c577 req-9fb5e140-0ea3-46e5-8829-b336eaa0f25e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1099 time: 0.0399346 Jan 25 02:41:17.222646 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5869bd07-096a-4071-be47-b637b326c577 req-a29f949b-b103-41f7-aff4-c368c1da4c3c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379257 Jan 25 02:41:17.283457 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821889b-b632-4cb5-bb8e-4431f2eb0612 req-a1c1001e-9e7f-45a2-8993-236c56874682 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:17.284913 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d821889b-b632-4cb5-bb8e-4431f2eb0612 req-a1c1001e-9e7f-45a2-8993-236c56874682 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0480535 Jan 25 02:41:17.333881 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d821889b-b632-4cb5-bb8e-4431f2eb0612 req-3b06e091-569e-4917-baf3-2451b3883f33 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Jan 25 02:41:18.480193 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4926a1-b3a3-4376-9698-d0e85579b64a req-f2d0f24e-cc55-417a-8345-a4ced22485ad tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:18.481768 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3a4926a1-b3a3-4376-9698-d0e85579b64a req-f2d0f24e-cc55-417a-8345-a4ced22485ad tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0725672 Jan 25 02:41:18.531898 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-3a4926a1-b3a3-4376-9698-d0e85579b64a req-0c9ae911-ab21-4be7-ac3f-c89287d20620 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Jan 25 02:41:19.658845 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf22d4b-515f-4b7b-9dae-22d831279859 req-b0aafd13-ee67-45eb-b6ea-4c9c8aa5c5f2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:19.660341 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fdf22d4b-515f-4b7b-9dae-22d831279859 req-b0aafd13-ee67-45eb-b6ea-4c9c8aa5c5f2 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Jan 25 02:41:19.706885 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-fdf22d4b-515f-4b7b-9dae-22d831279859 req-12a30508-7b24-4e42-896d-ed58510a3c4a tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Jan 25 02:41:29.915026 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d668743e-2a33-487c-9dad-4cb3abd2580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:30.265290 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5742a-c5cf-4aea-ac39-8b452bb0b2ba req-0a59e75b-c00b-445d-a6fb-94ee9a89ca9f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:30.266783 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-41a5742a-c5cf-4aea-ac39-8b452bb0b2ba req-0a59e75b-c00b-445d-a6fb-94ee9a89ca9f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0572858 Jan 25 02:41:30.325574 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-41a5742a-c5cf-4aea-ac39-8b452bb0b2ba req-de2206d3-50b2-4f03-89fd-b2dc190bbb74 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528626 Jan 25 02:41:31.439930 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f8b8f-03c2-4c43-ac79-a7abbcb38a00 req-d8535424-7d0a-4fd1-ac2f-d157641caba9 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:31.441426 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2a3f8b8f-03c2-4c43-ac79-a7abbcb38a00 req-d8535424-7d0a-4fd1-ac2f-d157641caba9 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0480683 Jan 25 02:41:31.489376 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-2a3f8b8f-03c2-4c43-ac79-a7abbcb38a00 req-74fd6434-4afd-454b-b53c-f452e3f16482 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jan 25 02:41:32.258944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e54a923b-4826-43a4-a40c-c79e819a8d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:32.606572 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3889f5b-f16c-448d-9fb1-f51642addf65 req-20dfb846-7bf3-4e0e-bcbc-7f27a8ab3de5 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:32.608029 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d3889f5b-f16c-448d-9fb1-f51642addf65 req-20dfb846-7bf3-4e0e-bcbc-7f27a8ab3de5 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0504844 Jan 25 02:41:32.655858 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d3889f5b-f16c-448d-9fb1-f51642addf65 req-aec6f026-8c64-4ac9-a378-6966253947e2 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424130 Jan 25 02:41:33.236480 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:33.771422 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d7da3-3b3d-45a0-8cee-a4fe9eb161ff req-9aed5914-d6f7-4352-98c2-340da0e87a8e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:33.773021 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f33d7da3-3b3d-45a0-8cee-a4fe9eb161ff req-9aed5914-d6f7-4352-98c2-340da0e87a8e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0504398 Jan 25 02:41:33.819493 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f33d7da3-3b3d-45a0-8cee-a4fe9eb161ff req-6b92e02a-8966-4820-9647-650953973cd6 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Jan 25 02:41:34.856744 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:34.933786 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90e4d-e3ad-4367-9c6b-8992d9a2e0a0 req-4e0fa798-d2b6-4626-a08f-406971d02686 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:34.935409 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23f90e4d-e3ad-4367-9c6b-8992d9a2e0a0 req-4e0fa798-d2b6-4626-a08f-406971d02686 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0490103 Jan 25 02:41:34.986219 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-23f90e4d-e3ad-4367-9c6b-8992d9a2e0a0 req-db171c15-b67f-4ad5-9576-46c7f8a7d996 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Jan 25 02:41:36.100258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae197392-869c-41a7-a03a-1b2b151bcda3 req-c6ead037-c1da-44cf-96f5-03041a0f8a9a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:36.101798 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ae197392-869c-41a7-a03a-1b2b151bcda3 req-c6ead037-c1da-44cf-96f5-03041a0f8a9a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0479584 Jan 25 02:41:36.148544 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ae197392-869c-41a7-a03a-1b2b151bcda3 req-3a3fa435-35e8-4111-99e2-ab9e945366e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jan 25 02:41:36.222227 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:37.262073 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b24c6-4f43-433c-9a36-7ce8c0959bb5 req-5d40f791-62ac-448a-8dd2-c349561b74fd tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:37.263578 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8b7b24c6-4f43-433c-9a36-7ce8c0959bb5 req-5d40f791-62ac-448a-8dd2-c349561b74fd tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0496585 Jan 25 02:41:37.316004 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8b7b24c6-4f43-433c-9a36-7ce8c0959bb5 req-af2a0cf4-dbeb-4b0f-bc7a-0761da54fa4f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469203 Jan 25 02:41:38.428218 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05505b4a-acc6-4003-ba75-4d13bbd5d6d6 req-c74a58b6-bc74-4faa-9f49-1dce7d4a456a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:38.429827 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-05505b4a-acc6-4003-ba75-4d13bbd5d6d6 req-c74a58b6-bc74-4faa-9f49-1dce7d4a456a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0468957 Jan 25 02:41:38.479775 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-05505b4a-acc6-4003-ba75-4d13bbd5d6d6 req-20bb5bf3-cc52-4dc4-a77a-89b3b63bd46c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445745 Jan 25 02:41:39.593240 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e63bcd-60d4-4145-a3b6-adacba237e14 req-7e78864b-23b5-4c5b-8712-8ff2385e2af5 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:39.594761 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-25e63bcd-60d4-4145-a3b6-adacba237e14 req-7e78864b-23b5-4c5b-8712-8ff2385e2af5 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0488446 Jan 25 02:41:39.643455 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-25e63bcd-60d4-4145-a3b6-adacba237e14 req-01475cf6-e07d-4f5c-a9bf-d9ee3f60ee50 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Jan 25 02:41:40.539910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-4327c9e6-d6c8-4e4a-8709-6d4d7a09475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:40.541411 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-4327c9e6-d6c8-4e4a-8709-6d4d7a09475d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0419314 Jan 25 02:41:40.634346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-2c16ec51-fc9e-48ce-b057-f15e682c44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:40.635869 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-2c16ec51-fc9e-48ce-b057-f15e682c44c5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.0877688 Jan 25 02:41:40.700710 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-9c99c763-fd56-410c-bb00-06afc767f941 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 1001 time: 0.0580442 Jan 25 02:41:40.754590 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-f55ae53d-2afe-489e-bcbf-f074272cea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:40.755357 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed514a53-9d25-4563-9445-c452bf80df9f req-1ffbc73c-df84-4bef-b3f1-b3eb41d6ffd0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:40.756222 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-f55ae53d-2afe-489e-bcbf-f074272cea55 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0465627 Jan 25 02:41:40.756830 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ed514a53-9d25-4563-9445-c452bf80df9f req-1ffbc73c-df84-4bef-b3f1-b3eb41d6ffd0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0471594 Jan 25 02:41:40.799855 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-778f9ca6-ba99-4647-83e7-5676d4eadfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:40.801244 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-778f9ca6-ba99-4647-83e7-5676d4eadfa5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0391841 Jan 25 02:41:40.808118 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ed514a53-9d25-4563-9445-c452bf80df9f req-1bd0731b-956e-45b2-9bcc-283aed2d8d6e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Jan 25 02:41:40.890806 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-d59d5c8c-375a-4ab9-b2e2-d471d2e63a30 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808864 Jan 25 02:41:40.985182 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-03915201-234e-4505-b4ed-b9092f64c2c5 req-94cb9021-d0d4-4b23-9044-64d6e29caec7 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845637 Jan 25 02:41:41.922119 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653e97c-f5d4-43e0-afa7-3f12c71cb6fa req-4de01641-64c1-47f6-a34f-37be80440522 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:41.923668 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d653e97c-f5d4-43e0-afa7-3f12c71cb6fa req-4de01641-64c1-47f6-a34f-37be80440522 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0479910 Jan 25 02:41:41.972027 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d653e97c-f5d4-43e0-afa7-3f12c71cb6fa req-03389061-580b-46fa-88ff-1bf753b2cf5e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Jan 25 02:41:42.470602 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:41:43.082623 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6fc8-f102-4fe9-8d6b-8326986e493e req-85765180-f622-4256-95d3-8c1e58c77806 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:43.084529 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f1dd6fc8-f102-4fe9-8d6b-8326986e493e req-85765180-f622-4256-95d3-8c1e58c77806 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0465980 Jan 25 02:41:43.130533 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f1dd6fc8-f102-4fe9-8d6b-8326986e493e req-f504269f-9cba-4ad7-ba71-bd81363244ba tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Jan 25 02:41:43.334375 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57802) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:43.365059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577245de-e1db-44b1-93b5-66ae764266ab req-896a171d-1e3b-47eb-a583-6df78109790e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:43.366505 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-577245de-e1db-44b1-93b5-66ae764266ab req-896a171d-1e3b-47eb-a583-6df78109790e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0625463 Jan 25 02:41:43.418310 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-577245de-e1db-44b1-93b5-66ae764266ab req-65a9c516-637e-4578-b98f-daa380ab7cf0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Jan 25 02:41:43.426816 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-183e74c8-ce6f-4c31-9bc6-5f9209cc4805 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902145 Jan 25 02:41:43.436033 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-2b0dc436-6ab4-442d-af62-25ee0b27a197 service neutron] http://10.222.0.109:9696/v2.0/extensions returned with HTTP 200 {{(pid=102601) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 25 02:41:43.437237 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-2b0dc436-6ab4-442d-af62-25ee0b27a197 service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051501 Jan 25 02:41:44.531962 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c886c-710f-4a9b-8971-1f95c386d513 req-3aafede1-282b-4976-ab05-7f42b5360e8c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:44.533627 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-665c886c-710f-4a9b-8971-1f95c386d513 req-3aafede1-282b-4976-ab05-7f42b5360e8c tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0487731 Jan 25 02:41:44.581945 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-665c886c-710f-4a9b-8971-1f95c386d513 req-28bfc49f-dd11-4e14-9f23-7ea6872a8d4b tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Jan 25 02:41:44.725682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d64-d632-4ba8-81d8-633d99638cdd req-31785a1a-80eb-4230-9664-7990017b75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:44.727075 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-31785a1a-80eb-4230-9664-7990017b75f1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac&tenant_id=d65992da9d1a4757b4821cc57b938a50 HTTP/1.1" status: 200 len: 1099 time: 0.0398898 Jan 25 02:41:44.800838 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d64-d632-4ba8-81d8-633d99638cdd req-ad60310d-7ae9-4ebd-ac0d-92e0b4d4daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:44.802724 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-ad60310d-7ae9-4ebd-ac0d-92e0b4d4daae service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0432503 Jan 25 02:41:44.897444 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d64-d632-4ba8-81d8-633d99638cdd req-74ac66ba-ad3b-4aa7-b78f-bcd284c99d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:44.898906 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-74ac66ba-ad3b-4aa7-b78f-bcd284c99d16 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.0862699 Jan 25 02:41:44.966734 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-4cc98931-cd9e-4dd3-b6cb-0c9048776b05 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 1001 time: 0.0610740 Jan 25 02:41:45.016647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d64-d632-4ba8-81d8-633d99638cdd req-eb17496a-9191-49d7-9cac-2b21482dd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:45.017971 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-eb17496a-9191-49d7-9cac-2b21482dd67a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0419948 Jan 25 02:41:45.059691 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903d64-d632-4ba8-81d8-633d99638cdd req-884765d7-2f02-41e5-8081-07a38ec28c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:45.061113 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-884765d7-2f02-41e5-8081-07a38ec28c3c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0374222 Jan 25 02:41:45.151618 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-c4eae859-945d-4726-b0db-de6ee4453be8 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841856 Jan 25 02:41:45.240796 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-38903d64-d632-4ba8-81d8-633d99638cdd req-4bbd8716-163c-4857-86d9-0b44001c15ff service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819492 Jan 25 02:41:45.696425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007b795-f99e-4815-8686-a185189719ba req-c65e0b02-5f73-43b9-a04b-3013bdef94fe tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:45.697922 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d007b795-f99e-4815-8686-a185189719ba req-c65e0b02-5f73-43b9-a04b-3013bdef94fe tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0489247 Jan 25 02:41:45.745327 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d007b795-f99e-4815-8686-a185189719ba req-67f66ae9-757b-4fa3-ae7e-29d34f0fab33 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Jan 25 02:41:46.224690 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.555122 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962446d-7e39-4589-8f4e-b0990560a427 req-10a0a82d-de9b-4daf-8b93-de4ab15f2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:46.556502 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2962446d-7e39-4589-8f4e-b0990560a427 req-10a0a82d-de9b-4daf-8b93-de4ab15f2d73 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0447848 Jan 25 02:41:46.600546 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-2962446d-7e39-4589-8f4e-b0990560a427 req-07bcdaed-1802-4e36-a349-f4a57a3650b9 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Jan 25 02:41:46.680231 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:41:46.690139 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:46.838186 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:46.847694 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: ACTIVE; New status is: DOWN {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:46.848090 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.858392 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'port_id': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'mac_address': 'fa:16:3e:40:db:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:41:46.860689 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ef0aa-ff42-409d-892a-40f242820bbb req-c25084ef-e3f2-4a35-b2cf-4283e1344ac2 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:46.862192 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-201ef0aa-ff42-409d-892a-40f242820bbb req-c25084ef-e3f2-4a35-b2cf-4283e1344ac2 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0490353 Jan 25 02:41:46.892159 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:46.894386 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b2db4-0537-43bd-852d-233c9c5f8d49" -d '{"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:46.912976 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:46.915945 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-201ef0aa-ff42-409d-892a-40f242820bbb req-bf484ab6-840a-4d15-aea1-2ed37984ce3f tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472932 Jan 25 02:41:46.919502 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.925267 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: ACTIVE; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:46.925634 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:46.960787 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:41:46.969403 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121aa911-590b-4956-9a38-7ce1e832f08e x-openstack-request-id: req-121aa911-590b-4956-9a38-7ce1e832f08e {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:46.969720 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-unplugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:46.969976 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-121aa911-590b-4956-9a38-7ce1e832f08e {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:46.970354 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'code': 200} Jan 25 02:41:46.987561 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=6']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.017470 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.017822 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.018171 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.018518 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.018851 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.019210 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.019545 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.019872 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.020197 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.020590 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.020918 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.021242 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.021564 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:47.035085 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.db.api [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:41:47.035450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG oslo_db.api [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:41:47.571191 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:47.571969 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.584928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:41:47.605233 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:47.609186 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:47.654455 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=7']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:47.948875 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['efe3ecc7-bae0-4323-9855-9cdbc23c8495'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:41:48.037431 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf190f8-c7e3-486d-b7ef-38a822a7cf91 req-4480467f-90f9-4b44-9aca-debb99b6106a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:48.039130 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5bf190f8-c7e3-486d-b7ef-38a822a7cf91 req-4480467f-90f9-4b44-9aca-debb99b6106a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 945 time: 0.0488183 Jan 25 02:41:48.091752 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-5bf190f8-c7e3-486d-b7ef-38a822a7cf91 req-364a792e-eb7a-4ba8-973e-ad2ed6ccbd8a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Jan 25 02:41:48.695582 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:41:48.745475 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port efe3ecc7-bae0-4323-9855-9cdbc23c8495 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:41:48.745886 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:48.819369 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port efe3ecc7-bae0-4323-9855-9cdbc23c8495 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:41:48.819758 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:48.850446 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:48.854468 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:48.909897 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=8']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:48.943117 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-108ad3d2-f862-4fc3-bba1-f98438b7f992 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398328 Jan 25 02:41:48.971654 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:48.973946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a7ee83-9db1-46f2-8592-674f5f222c9a" -d '{"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:49.010253 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d2972b-ab39-425f-b7f0-6e80ac57b7d2 x-openstack-request-id: req-18d2972b-ab39-425f-b7f0-6e80ac57b7d2 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:49.010545 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:49.010799 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-18d2972b-ab39-425f-b7f0-6e80ac57b7d2 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:49.011220 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'code': 200} Jan 25 02:41:49.014970 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-59acb745-333f-491b-b41e-e5f36061d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.016559 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-59acb745-333f-491b-b41e-e5f36061d7bb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8a3e0e794a254db992c2dcb58f862d18&device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 1099 time: 0.0405433 Jan 25 02:41:49.153146 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-5d746a95-efc3-4465-8065-e11e9608dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.154573 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-5d746a95-efc3-4465-8065-e11e9608dc96 service neutron] 10.222.0.120 "GET /v2.0/networks?id=748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 200 len: 917 time: 0.0841885 Jan 25 02:41:49.218376 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-bdb2a8f3-8aac-4b86-b766-c0f0b970249a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 200 len: 1000 time: 0.0553677 Jan 25 02:41:49.266400 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-0f95f3de-0378-4a47-9545-a3d87a8c6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.267796 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-0f95f3de-0378-4a47-9545-a3d87a8c6059 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 200 len: 855 time: 0.0417633 Jan 25 02:41:49.314910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-d944b499-b3c7-4287-83a5-14cee3e32860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:49.316386 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-d944b499-b3c7-4287-83a5-14cee3e32860 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=748cf1cc-68ff-4fd5-8904-f36238a990b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419936 Jan 25 02:41:49.406887 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-4e68e316-938e-4965-8aac-fa9ccb8ae351 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810549 Jan 25 02:41:49.495761 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-9a9a2ede-64fa-4c9d-8c8a-4f5b512ebebe req-8c6e2313-73c4-454a-b147-fae1383ec5a1 service neutron] 10.222.0.120 "GET /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Jan 25 02:41:52.890045 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a651-480f-4cf8-a3fd-abeb05c2ab44 req-699f965a-d7a7-4d96-bebd-70dc5ea6c141 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:52.891560 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c72a651-480f-4cf8-a3fd-abeb05c2ab44 req-699f965a-d7a7-4d96-bebd-70dc5ea6c141 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0471702 Jan 25 02:41:52.939832 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6c72a651-480f-4cf8-a3fd-abeb05c2ab44 req-9307749e-3808-47ca-b981-a1a1600f010b tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Jan 25 02:41:54.062731 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a96e29-b602-459b-ac14-28ab315917b6 req-0c37ebc3-ce0a-4c8d-9f35-5a470a562453 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:54.064249 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73a96e29-b602-459b-ac14-28ab315917b6 req-0c37ebc3-ce0a-4c8d-9f35-5a470a562453 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0502541 Jan 25 02:41:54.112096 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-73a96e29-b602-459b-ac14-28ab315917b6 req-4060bf9e-47a0-4ce1-aa23-73529b1cb1dd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups?id=266f0b0a-182f-4b40-958c-22af27d7c9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Jan 25 02:41:54.459529 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-6180ecd0-3d32-4efe-aed5-b56df584e8b9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:41:54.460962 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-6180ecd0-3d32-4efe-aed5-b56df584e8b9 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 946 time: 0.0476034 Jan 25 02:41:54.555037 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Deleting port 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:54.555381 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.642363 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] For port 40832a9f-9550-4d8a-bf33-2c25312ee522, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=40832a9f-9550-4d8a-bf33-2c25312ee522,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:41:54.642719 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.812361 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.812721 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.813034 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Floating IP a937a58b-5dc1-44b5-be3f-15d32f361059 disassociated. External IP: 172.28.2.90, port: 40832a9f-9550-4d8a-bf33-2c25312ee522. Jan 25 02:41:54.813368 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Calling delete_port for 40832a9f-9550-4d8a-bf33-2c25312ee522 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:54.936471 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (40832a9f-9550-4d8a-bf33-2c25312ee522), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:54.967924 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'Port': ['ID=40832a9f-9550-4d8a-bf33-2c25312ee522,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:54.982247 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.982598 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.982952 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.983318 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.983659 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.983997 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.984326 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.984654 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.984982 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.985307 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.985638 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.985963 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:54.986285 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:55.092950 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:41:55.460958 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8582e086-6409-4817-8e28-67b0f3a9a7c7 req-8254475e-86d0-4f40-b549-4d009d5854dd tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/ports?device_id=e228668d-9933-4631-935f-f3f9f2b90589 HTTP/1.1" status: 200 len: 210 time: 0.2779844 Jan 25 02:41:55.468397 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:41:55.479029 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:41:55.489017 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:55.489881 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:41:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:55.507275 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] No DVR routers for this DVR port 40832a9f-9550-4d8a-bf33-2c25312ee522 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:41:55.509782 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:55.513174 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0331c9fb-6a4f-42f4-aa5a-bcc43d2d1e66 req-f5132fd4-2149-43b5-a64d-10a535944f5e tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.120 "DELETE /v2.0/ports/40832a9f-9550-4d8a-bf33-2c25312ee522 HTTP/1.1" status: 204 len: 173 time: 1.0443563 Jan 25 02:41:55.513630 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-deleted', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:41:55.515888 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e0a1df-c01e-4ab8-99ce-bb7a8428ef33" -d '{"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-deleted", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:41:55.615188 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7a204-a7c1-4496-ab3a-8536c10df0e0 x-openstack-request-id: req-4dc7a204-a7c1-4496-ab3a-8536c10df0e0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:41:55.616373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e228668d-9933-4631-935f-f3f9f2b90589", "name": "network-vif-deleted", "tag": "40832a9f-9550-4d8a-bf33-2c25312ee522", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:41:55.616373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4dc7a204-a7c1-4496-ab3a-8536c10df0e0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:41:55.616373 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e228668d-9933-4631-935f-f3f9f2b90589', 'name': 'network-vif-deleted', 'tag': '40832a9f-9550-4d8a-bf33-2c25312ee522', 'status': 'completed', 'code': 200} Jan 25 02:41:55.745562 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:55.940691 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:55.971575 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:41:55.981208 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:41:55.981972 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:41:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:56.088772 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:41:56.285442 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:41:56.312362 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9ccc2-56b4-4633-abc4-47ece149dc6d None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:47Z', 'revision_number': 4, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '48985026-acb2-42a9-8d11-593e9a6add36', 'name': '', 'network_id': '748cf1cc-68ff-4fd5-8904-f36238a990b2', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:45Z', 'updated_at': '2022-01-25T02:35:54Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'subnets': [{'id': 'e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:41:56.539814 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296b296-ed5e-489f-9141-1472421af8ec None None] New status for floating IP a937a58b-5dc1-44b5-be3f-15d32f361059: DOWN {{(pid=102603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:41:56.560127 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57854) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.613839 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (266f0b0a-182f-4b40-958c-22af27d7c9d6), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.636858 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (266f0b0a-182f-4b40-958c-22af27d7c9d6), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.690786 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (266f0b0a-182f-4b40-958c-22af27d7c9d6), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.694105 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.695848 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "DELETE /v2.0/security-groups/266f0b0a-182f-4b40-958c-22af27d7c9d6 HTTP/1.1" status: 204 len: 168 time: 0.1346350 Jan 25 02:41:56.698283 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57856) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.705937 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266f0b0a-182f-4b40-958c-22af27d7c9d6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:56.711583 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.api.v2.resource [None req-baa2fd4a-c46d-4e8d-8598-a32bf2536e00 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] show failed (client error): The resource could not be found. Jan 25 02:41:56.715049 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-baa2fd4a-c46d-4e8d-8598-a32bf2536e00 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "GET /v2.0/security-groups/266f0b0a-182f-4b40-958c-22af27d7c9d6 HTTP/1.1" status: 404 len: 347 time: 0.0132697 Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715664 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57858) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:56.715751 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.715751 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.716024 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.716344 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.716670 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.716991 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.717310 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe8ec8-d00c-4ed0-8e29-94d307b9d998 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:41:56.737336 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:41:56.762354 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 40832a9f-9550-4d8a-bf33-2c25312ee522 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:41:56.762700 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 40832a9f-9550-4d8a-bf33-2c25312ee522 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:41:56.835941 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Deleting port 99ba7b6f-8919-4bf6-8934-6207ad27a236 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:41:56.836198 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.910553 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.910883 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (99ba7b6f-8919-4bf6-8934-6207ad27a236), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:56.922922 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Calling delete_port for 99ba7b6f-8919-4bf6-8934-6207ad27a236 owned by network:floatingip {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:41:57.061847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (99ba7b6f-8919-4bf6-8934-6207ad27a236), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.086464 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Pushing event deleted for resources: {'Port': ['ID=99ba7b6f-8919-4bf6-8934-6207ad27a236,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:41:57.145893 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks [] for floatingip (a937a58b-5dc1-44b5-be3f-15d32f361059), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.148981 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:57.150139 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-0a5132d9-68a2-4ae5-906c-49b715a4c229 tempest-AttachVolumeShelveTestJSON-2038410537 tempest-AttachVolumeShelveTestJSON-2038410537-project] 10.222.0.109 "DELETE /v2.0/floatingips/a937a58b-5dc1-44b5-be3f-15d32f361059 HTTP/1.1" status: 204 len: 168 time: 0.4338892 Jan 25 02:41:59.549474 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57880) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:41:59.916879 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fb741ad8-4b74-4a3e-be7a-ccca179f54fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:41:59.985420 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.231652 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Deleting port 48985026-acb2-42a9-8d11-593e9a6add36 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:42:00.231988 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (48985026-acb2-42a9-8d11-593e9a6add36), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.316512 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] For port 48985026-acb2-42a9-8d11-593e9a6add36, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=48985026-acb2-42a9-8d11-593e9a6add36,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:00.317022 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (48985026-acb2-42a9-8d11-593e9a6add36), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.332535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Calling delete_port for 48985026-acb2-42a9-8d11-593e9a6add36 owned by network:router_interface {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:42:00.514471 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (48985026-acb2-42a9-8d11-593e9a6add36), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.545642 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48985026-acb2-42a9-8d11-593e9a6add36,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:00.711996 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:00.932824 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:42:01.038880 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:01.044258 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-fc082a3d-3387-446c-804c-0c42cacc70c4 admin admin] 10.222.0.109 "PUT /v2.0/routers/98b9949f-ada5-4d14-ac80-4a5d0f6c3e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937184 Jan 25 02:42:01.046756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57886) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:01.047628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Sync routers for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:01.059394 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:01.060011 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:41:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:01.149579 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks [] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.166129 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:01.246744 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks [] for router_gateway (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.301177 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Deleting port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:42:01.302736 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.360646 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:42:00Z', 'revision_number': 5, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port': {'id': '29903a69-5ef1-4c30-bb72-818cdbfd7bb1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:01.388500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] For port 29903a69-5ef1-4c30-bb72-818cdbfd7bb1, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:01.389006 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.396946 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Checking router: 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:01.403063 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Calling delete_port for 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 owned by network:router_gateway {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:42:01.405331 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Routers {'98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:01.405944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:41:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:01.490530 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] Set router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:01.545649 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:42:01Z', 'revision_number': 6, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port_host': None}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:01.566461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (29903a69-5ef1-4c30-bb72-818cdbfd7bb1), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.572411 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c4410-5974-4e5f-a2a6-8118d61fcb69 None None] The sync data for ids ['98b9949f-ada5-4d14-ac80-4a5d0f6c3e71'] in dv-cinder-819778-6-smb is: [{'id': '98b9949f-ada5-4d14-ac80-4a5d0f6c3e71', 'name': 'tempest-AttachVolumeShelveTestJSON-609323296-router', 'tenant_id': '8a3e0e794a254db992c2dcb58f862d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:35:41Z', 'updated_at': '2022-01-25T02:42:01Z', 'revision_number': 6, 'project_id': '8a3e0e794a254db992c2dcb58f862d18', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:01.598385 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Pushing event deleted for resources: {'Port': ['ID=29903a69-5ef1-4c30-bb72-818cdbfd7bb1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:01.658132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.753671 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.756204 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks [] for router_controller (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.798853 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (98b9949f-ada5-4d14-ac80-4a5d0f6c3e71), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.799396 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 {{(pid=102601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:42:01.804634 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.805836 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-9ac8e904-5158-4215-bfe9-a05844604185 admin admin] 10.222.0.109 "DELETE /v2.0/routers/98b9949f-ada5-4d14-ac80-4a5d0f6c3e71 HTTP/1.1" status: 204 len: 168 time: 0.7580826 Jan 25 02:42:01.808405 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57888) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:01.855422 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Deleting subnet e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:42:01.858623 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Publish callbacks [] for subnet (e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.892692 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:01.980191 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.042253 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.070095 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:02.075813 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.079044 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-df8f6264-151b-4055-a290-15848179cce9 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/e5eb7aa0-a0e6-4517-8e57-3e423dbe22c7 HTTP/1.1" status: 204 len: 168 time: 0.2697010 Jan 25 02:42:02.081502 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10e15d9-43a2-4394-91ca-f42f46e188e0 None None] Network 748cf1cc-68ff-4fd5-8904-f36238a990b2 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:42:02.082036 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57890) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:02.148536 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (748cf1cc-68ff-4fd5-8904-f36238a990b2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.202684 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Deleting port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:42:02.203074 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.261638 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83820850-3559-4bc8-87e2-af54a279c13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.370419 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89898f00-dda6-4354-8377-219461710a40 None None] DHCP port deletion for 748cf1cc-68ff-4fd5-8904-f36238a990b2 request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:42:02.398772 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 48985026-acb2-42a9-8d11-593e9a6add36 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:42:02.425239 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 48985026-acb2-42a9-8d11-593e9a6add36 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:42:02.425595 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 48985026-acb2-42a9-8d11-593e9a6add36 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:42:02.452120 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-89898f00-dda6-4354-8377-219461710a40 None None] Deleting port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 {{(pid=102602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:42:02.452511 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-89898f00-dda6-4354-8377-219461710a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), before_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.507552 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] For port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:02.507776 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.518162 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-89898f00-dda6-4354-8377-219461710a40 None None] For port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,segment=NetworkSegment(ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa),segment_id=ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:02.518566 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-89898f00-dda6-4354-8377-219461710a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), precommit_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.519795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Calling delete_port for f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:42:02.532349 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-89898f00-dda6-4354-8377-219461710a40 None None] Calling delete_port for f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 owned by network:dhcp {{(pid=102602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:42:02.607322 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.623330 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-89898f00-dda6-4354-8377-219461710a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342'] for port (f7f5320a-d4d7-4bfa-8e71-44c2c6c42436), after_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.636799 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:02.640441 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] No DVR routers for this DVR port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 on host dv-cinder-819778-6-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:42:02.654285 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89898f00-dda6-4354-8377-219461710a40 None None] Pushing event deleted for resources: {'Port': ['ID=f7f5320a-d4d7-4bfa-8e71-44c2c6c42436,revision_number=None']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:02.660988 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89898f00-dda6-4354-8377-219461710a40 None None] No DVR routers for this DVR port f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 on host dv-cinder-819778-6-smb {{(pid=102602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:42:02.712751 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (748cf1cc-68ff-4fd5-8904-f36238a990b2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.733115 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748cf1cc-68ff-4fd5-8904-f36238a990b2']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:02.743288 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:02.743590 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:02.752696 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.765744 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.771716 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:42:02.772098 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (ef9c7a27-bc5f-4de6-b5da-a706f4f2bffa), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:42:02.773901 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:42:02.831509 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (748cf1cc-68ff-4fd5-8904-f36238a990b2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.837159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:02.840359 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] 10.222.0.109 "DELETE /v2.0/networks/748cf1cc-68ff-4fd5-8904-f36238a990b2 HTTP/1.1" status: 204 len: 168 time: 0.7579424 Jan 25 02:42:02.853745 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffc14-0db4-4519-aacd-835acf7271d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=748cf1cc-68ff-4fd5-8904-f36238a990b2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:02.949821 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57894) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:02.989811 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b7fb31fb-697d-4efd-b74c-d6e6b55d3bea admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=8a3e0e794a254db992c2dcb58f862d18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380697 Jan 25 02:42:02.992025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57896) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:03.041339 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] Publish callbacks [] for security_group (c7d740f3-3dc1-48a7-bdc8-573992670832), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.063540 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] Publish callbacks [] for security_group (c7d740f3-3dc1-48a7-bdc8-573992670832), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.119431 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c7d740f3-3dc1-48a7-bdc8-573992670832), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.122069 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.123279 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/c7d740f3-3dc1-48a7-bdc8-573992670832 HTTP/1.1" status: 204 len: 168 time: 0.1303194 Jan 25 02:42:03.131177 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8a8f-021b-4fcf-ba2d-ec1716571e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d740f3-3dc1-48a7-bdc8-573992670832,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:03.240566 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.781319 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57918) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:03.874425 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1294995251-network', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:03.898960 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Made reservation on behalf of 694c258d7d6a4965a2fb90594adaa5a0 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:42:03.901264 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for network (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.909597 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.922966 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:42:03.944479 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:42:03.944834 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 29903a69-5ef1-4c30-bb72-818cdbfd7bb1 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:42:03.945260 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:42:03.965312 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:42:03.965668 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device f7f5320a-d4d7-4bfa-8e71-44c2c6c42436 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:42:03.985835 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks [] for security_group (2e4d8827-c71f-420e-9c0c-03ac2f3c3a19), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:03.990067 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2e4d8827-c71f-420e-9c0c-03ac2f3c3a19), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.013563 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 02:42:04.023487 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d8827-c71f-420e-9c0c-03ac2f3c3a19,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:04.030175 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (59e90ef4-7de1-416a-9402-b066da29ec0a), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.030516 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.segments_db [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Added segment 59e90ef4-7de1-416a-9402-b066da29ec0a of type vlan for network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 Jan 25 02:42:04.073061 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739989594269'] for network (5b7f4ab3-935d-4f8a-9b57-8755b36a1197), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.096948 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250'] for network (5b7f4ab3-935d-4f8a-9b57-8755b36a1197), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.097884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:04.099351 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.129699 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] 10.222.0.109 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3473058 Jan 25 02:42:04.133239 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57922) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:04.138571 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Request body: {'subnet': {'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1294995251-subnet', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:04.157849 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce906e7-27bb-4319-b504-ace1006089a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7f4ab3-935d-4f8a-9b57-8755b36a1197,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:04.162973 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Made reservation on behalf of 694c258d7d6a4965a2fb90594adaa5a0 for: {'subnet': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:42:04.166049 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4002072'] for subnet (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.168016 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 details requested by agent ovs-agent-dv-cinder-819778-6-smb with host dv-cinder-819778-6-smb {{(pid=102602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 25 02:42:04.332321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4002102'] for subnet (eb8a42be-f773-40b8-9b01-6f750dc38b2c), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.389116 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8a42be-f773-40b8-9b01-6f750dc38b2c,revision_number=0']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:04.394241 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Checking segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:04.394594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Network hostable DHCP agents. Network: 5b7f4ab3-935d-4f8a-9b57-8755b36a1197, hostable agents: ['1488f838-9b6b-488f-8721-e52bce65fbf9'], hosted agents: [] {{(pid=102601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 02:42:04.410993 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is scheduled to be hosted by DHCP agent 1488f838-9b6b-488f-8721-e52bce65fbf9 with binding_index 1 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 02:42:04.419378 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819778-6-smb, 5b7f4ab3-935d-4f8a-9b57-8755b36a1197) {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:04.423153 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:04.423743 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.429123 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8eb3d-7d89-431b-8b5b-862ac92bd398 None None] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:42:04.440635 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-49ad8d6a-8a27-4dd5-b399-540a5e2e45cc admin admin] 10.222.0.109 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3062279 Jan 25 02:42:04.443544 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57924) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:04.448083 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:04.469181 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-536373572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router (81c40c90-2915-47fc-929c-e0b1866046ef), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.470179 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536373712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536383623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-402785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3381'] for router (81c40c90-2915-47fc-929c-e0b1866046ef), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.522462 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for router_controller (81c40c90-2915-47fc-929c-e0b1866046ef), precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.534544 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp564c5b58-181a-53ea-b5ac-02ac0278467d-5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c'}]}} from dv-cinder-819778-6-smb. {{(pid=102602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 25 02:42:04.536984 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.651637 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for router_gateway (81c40c90-2915-47fc-929c-e0b1866046ef), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.672568 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.db_base_plugin_common [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Allocated IP 172.20.0.2 (5b7f4ab3-935d-4f8a-9b57-8755b36a1197/eb8a42be-f773-40b8-9b01-6f750dc38b2c/0be8b1c0-7c01-4859-989c-a56739ad020a) {{(pid=102602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:04.816252 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks [] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), precommit_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.825102 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), after_create {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.877912 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is already hosted by enough agents. {{(pid=102602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:04.885017 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.scheduler.base_scheduler [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Resources bound (agent type, host, resource id): {{(pid=102602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:04.892284 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Received port after_create {{(pid=102602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:04.900142 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.906240 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Pushing event updated for resources: {'Port': ['ID=0be8b1c0-7c01-4859-989c-a56739ad020a,revision_number=1']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:04.958917 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Attempting to bind port 0be8b1c0-7c01-4859-989c-a56739ad020a on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:04.959326 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Attempting to bind port 0be8b1c0-7c01-4859-989c-a56739ad020a by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:04.959697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Attempting to bind port 0be8b1c0-7c01-4859-989c-a56739ad020a on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:04.965154 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:04.965530 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Checking segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:04.965936 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:04.966332 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Bound using segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:04.966813 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Bound port: 0be8b1c0-7c01-4859-989c-a56739ad020a, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:04.967221 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.033476 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] For port 0be8b1c0-7c01-4859-989c-a56739ad020a, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:05.037573 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] For port 0be8b1c0-7c01-4859-989c-a56739ad020a, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=0be8b1c0-7c01-4859-989c-a56739ad020a,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:05.041657 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.085363 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for router_gateway (81c40c90-2915-47fc-929c-e0b1866046ef), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.105765 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.107918 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad67f-d667-4eef-8d48-07743ea38b5a None None] Pushing event updated for resources: {'Port': ['ID=0be8b1c0-7c01-4859-989c-a56739ad020a,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:05.211916 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Allocated IP 172.28.2.125 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/5722fbee-53b5-4c26-be0d-899c35bb01e1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:05.324137 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.358048 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.400042 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:05.404773 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:05.408196 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:05.417759 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5722fbee-53b5-4c26-be0d-899c35bb01e1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:05.651337 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for router_gateway (81c40c90-2915-47fc-929c-e0b1866046ef), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.856860 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536373711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536383715'] for router (81c40c90-2915-47fc-929c-e0b1866046ef), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:05.994562 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Router 81c40c90-2915-47fc-929c-e0b1866046ef is scheduled to L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 02:42:06.106372 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:06.117716 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:06.128538 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.129339 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:06.129998 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-8795fe17-e3e3-4ea3-9012-394606e111e3 admin admin] 10.222.0.109 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6852386 Jan 25 02:42:06.132445 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 0be8b1c0-7c01-4859-989c-a56739ad020a up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:06.133130 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57926) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:06.133729 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:06.134551 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ec411-9502-4d97-b3ad-0146753a6aba None None] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:42:06.243385 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Provisioning complete for port 0be8b1c0-7c01-4859-989c-a56739ad020a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:06.243737 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.249032 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.249235 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:06.318525 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 0be8b1c0-7c01-4859-989c-a56739ad020a triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:06.318909 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.407118 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Current status of the port 0be8b1c0-7c01-4859-989c-a56739ad020a is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:06.407521 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.448545 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:05Z', 'revision_number': 3, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:06.470697 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] For port 0be8b1c0-7c01-4859-989c-a56739ad020a, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=0be8b1c0-7c01-4859-989c-a56739ad020a,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:06.476451 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 0be8b1c0-7c01-4859-989c-a56739ad020a is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:06.476848 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.482342 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:06.482981 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Updating router 81c40c90-2915-47fc-929c-e0b1866046ef port 5722fbee-53b5-4c26-be0d-899c35bb01e1 binding host dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:42:06.489152 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.517914 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.572821 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ceaef-51a0-4bee-91d4-e358b5eb019e None None] Pushing event updated for resources: {'Port': ['ID=0be8b1c0-7c01-4859-989c-a56739ad020a,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:06.585876 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 02:42:06.586245 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG oslo_db.api [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 02:42:06.596831 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.708975 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-5923a691-de7b-4591-95d0-5d3f19da7c45 None None] Provisioning complete for port 0be8b1c0-7c01-4859-989c-a56739ad020a triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:06.709405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5923a691-de7b-4591-95d0-5d3f19da7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.755688 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Allocated IP 172.20.0.1 (5b7f4ab3-935d-4f8a-9b57-8755b36a1197/eb8a42be-f773-40b8-9b01-6f750dc38b2c/7793c9f6-dcf7-451a-b9f8-226949b8e443) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:06.785399 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks [] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), precommit_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.791284 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.793439 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-5923a691-de7b-4591-95d0-5d3f19da7c45 None None] Current status of the port 0be8b1c0-7c01-4859-989c-a56739ad020a is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:06.841390 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Pushing event updated for resources: {'Port': ['ID=5722fbee-53b5-4c26-be0d-899c35bb01e1,revision_number=2']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:06.855932 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.856282 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.856648 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.856987 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.857319 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.857648 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.857976 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.858304 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.858630 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.858969 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.859318 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.859651 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.859972 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:42:06.863039 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Attempting to bind port 5722fbee-53b5-4c26-be0d-899c35bb01e1 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:06.864202 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Attempting to bind port 5722fbee-53b5-4c26-be0d-899c35bb01e1 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:06.864500 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Attempting to bind port 5722fbee-53b5-4c26-be0d-899c35bb01e1 on network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:06.868088 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks [] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.870052 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:06.870450 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Checking segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:06.870832 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.871242 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Bound using segment: {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'} {{(pid=102603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:06.871784 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.managers [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Bound port: 5722fbee-53b5-4c26-be0d-899c35bb01e1, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d65ad0-1ed7-4f6a-8fe2-08602a71126d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}}] {{(pid=102603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:06.872253 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), before_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.907880 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.921150 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] For port 5722fbee-53b5-4c26-be0d-899c35bb01e1, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:06.924169 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.plugins.ml2.db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] For port 5722fbee-53b5-4c26-be0d-899c35bb01e1, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=5722fbee-53b5-4c26-be0d-899c35bb01e1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:06.928590 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron_lib.callbacks.manager [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), after_update {{(pid=102603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:06.948500 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:06.955107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:06.958291 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:06.975933 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:06.976565 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:06.981495 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Pushing event updated for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:07.003279 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536385375'] for router_interface (81c40c90-2915-47fc-929c-e0b1866046ef), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.134098 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 0be8b1c0-7c01-4859-989c-a56739ad020a is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:07.149156 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.175416 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66380b-9955-430e-a875-416811e7d0a5 None None] Pushing event updated for resources: {'Port': ['ID=5722fbee-53b5-4c26-be0d-899c35bb01e1,revision_number=3']} {{(pid=102603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:07.184693 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:07.217449 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-0ea8327d-c423-4427-84e7-fb0ef3e1a37c None None] Provisioning complete for port 7793c9f6-dcf7-451a-b9f8-226949b8e443 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:07.218133 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0ea8327d-c423-4427-84e7-fb0ef3e1a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.252512 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8327d-c423-4427-84e7-fb0ef3e1a37c None None] Port 7793c9f6-dcf7-451a-b9f8-226949b8e443 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:42:07.322127 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks [] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.326631 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.366681 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:05Z', 'revision_number': 3, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:07.393416 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2ab81-c5ca-4e4b-9768-971b328b94f5 None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:05Z', 'revision_number': 3, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:07.394319 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536362364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536383413'] for router_interface (81c40c90-2915-47fc-929c-e0b1866046ef), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.396630 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Pushing event updated for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:07.489182 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:07.490652 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:07.628034 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:42:07.752555 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:07.763108 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-60c5cf13-8e5f-4d29-8740-21cc81a9f837 admin admin] 10.222.0.109 "PUT /v2.0/routers/81c40c90-2915-47fc-929c-e0b1866046ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6253378 Jan 25 02:42:07.777144 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-62403bee-c983-4da0-8533-821e05891ebb None None] Provisioning complete for port 7793c9f6-dcf7-451a-b9f8-226949b8e443 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:07.777671 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-62403bee-c983-4da0-8533-821e05891ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:07.825527 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-62403bee-c983-4da0-8533-821e05891ebb None None] Port 7793c9f6-dcf7-451a-b9f8-226949b8e443 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:42:08.045951 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 5722fbee-53b5-4c26-be0d-899c35bb01e1 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:08.102209 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 5722fbee-53b5-4c26-be0d-899c35bb01e1 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:08.102729 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.184074 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 5722fbee-53b5-4c26-be0d-899c35bb01e1 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:08.184692 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.208228 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] For port 5722fbee-53b5-4c26-be0d-899c35bb01e1, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=5722fbee-53b5-4c26-be0d-899c35bb01e1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:08.212348 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.213185 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 0be8b1c0-7c01-4859-989c-a56739ad020a up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:08.227354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 57936) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:08.231905 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407010673', 'description': 'tempest-description--1652830406'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:08.263887 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.298488 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Pushing event updated for resources: {'Port': ['ID=5722fbee-53b5-4c26-be0d-899c35bb01e1,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:08.315574 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 0be8b1c0-7c01-4859-989c-a56739ad020a triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:08.315992 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.336619 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (0a2fc30b-fe40-4c3c-b540-72c2e757c081), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.341107 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0a2fc30b-fe40-4c3c-b540-72c2e757c081), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.369148 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.370375 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420116 Jan 25 02:42:08.373458 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:08.374338 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b30a3-2132-4032-8584-ad0558367f09 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2fc30b-fe40-4c3c-b540-72c2e757c081,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:08.380147 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group_rule': {'security_group_id': '0a2fc30b-fe40-4c3c-b540-72c2e757c081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:08.397458 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 0be8b1c0-7c01-4859-989c-a56739ad020a is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:08.408501 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (90901b5a-6433-47a3-afa4-40fe9103db1b), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.465027 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (90901b5a-6433-47a3-afa4-40fe9103db1b), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.467842 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (90901b5a-6433-47a3-afa4-40fe9103db1b), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.485238 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90901b5a-6433-47a3-afa4-40fe9103db1b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:08.494607 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.495842 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7037c39a-1e4a-4375-b4ba-137d200fedcb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205122 Jan 25 02:42:08.498614 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57940) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:08.503030 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group_rule': {'security_group_id': '0a2fc30b-fe40-4c3c-b540-72c2e757c081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:08.531627 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (bfd8be90-40e7-4915-a65e-35f8361172cc), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.586454 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (bfd8be90-40e7-4915-a65e-35f8361172cc), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.589955 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (bfd8be90-40e7-4915-a65e-35f8361172cc), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.607673 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd8be90-40e7-4915-a65e-35f8361172cc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:08.615590 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.619732 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-8ca4165e-b0fa-47e7-8fa0-cf38b218dc7e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171765 Jan 25 02:42:08.619859 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:08.623964 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:08.648445 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.746291 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.846174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Allocated IP 172.28.2.194 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/37d42260-4d66-4676-b7f9-2e3548a42f1c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:08.948176 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.981598 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:08.994955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:09.004279 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:09.004891 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:09.019164 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:09.021865 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:09.027259 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:09.053430 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=37d42260-4d66-4676-b7f9-2e3548a42f1c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:09.112686 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:09.113275 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.150638 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.295852 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.301616 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.314673 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 2, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:09.342094 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:09.342431 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Updating router 81c40c90-2915-47fc-929c-e0b1866046ef port 7793c9f6-dcf7-451a-b9f8-226949b8e443 binding host dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 25 02:42:09.367034 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.370833 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=37d42260-4d66-4676-b7f9-2e3548a42f1c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:09.383644 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.400242 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.401526 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-d2e28c62-d1b0-4a63-9d72-e5bd83766848 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7807589 Jan 25 02:42:09.550627 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-6079dc74-e4ff-473a-956d-849f16e26d14 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--407010673&fields=id&tenant_id=694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 267 time: 0.0421345 Jan 25 02:42:09.637231 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks [] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.642643 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.659089 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-b2e9792a-a08b-442c-be5f-ef48cea86b15 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:09.661098 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-b2e9792a-a08b-442c-be5f-ef48cea86b15 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 811 time: 0.1036038 Jan 25 02:42:09.677483 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-872c0352-849f-4e19-a108-aef0da32ab6c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/quotas/694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 375 time: 0.0104592 Jan 25 02:42:09.692377 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94a186-ed50-45cc-b53f-5e448b656cce None None] Pushing event updated for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:09.733160 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-6548b147-2585-4b4d-a76b-a3b75e4f651e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491996 Jan 25 02:42:09.743941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Attempting to bind port 7793c9f6-dcf7-451a-b9f8-226949b8e443 on host dv-cinder-819778-6-smb for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:09.744323 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Attempting to bind port 7793c9f6-dcf7-451a-b9f8-226949b8e443 by drivers openvswitch,hyperv on host dv-cinder-819778-6-smb at level 0 using segments [{'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:09.744698 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Attempting to bind port 7793c9f6-dcf7-451a-b9f8-226949b8e443 on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:09.750814 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Checking agent: {'id': '8cd36821-9d41-4e95-83ed-500b0a081e17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819778-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 27, 36), 'started_at': datetime.datetime(2022, 1, 25, 2, 28, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819778-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:09.751241 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Checking segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:09.751651 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.752053 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Bound using segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:09.752534 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Bound port: 7793c9f6-dcf7-451a-b9f8-226949b8e443, host: dv-cinder-819778-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:09.752919 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.821923 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] For port 7793c9f6-dcf7-451a-b9f8-226949b8e443, host dv-cinder-819778-6-smb, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:09.825879 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] For port 7793c9f6-dcf7-451a-b9f8-226949b8e443, host dv-cinder-819778-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=7793c9f6-dcf7-451a-b9f8-226949b8e443,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:09.830636 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:09.846686 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-dd785142-c009-4b68-b973-037008c5d1f6 service neutron] 10.222.0.109 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005449 Jan 25 02:42:09.885751 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:09.886311 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:09.963344 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 5722fbee-53b5-4c26-be0d-899c35bb01e1 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:09.964023 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-90163566-c52f-4017-9ebf-e77590cb9092 service neutron] 10.222.0.109 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082246 Jan 25 02:42:09.997833 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94a186-ed50-45cc-b53f-5e448b656cce None None] Pushing event updated for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:10.051998 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Provisioning complete for port 7793c9f6-dcf7-451a-b9f8-226949b8e443 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:10.052373 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.094982 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:10.148478 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-29d41f7c-c9a3-4013-a583-3f08f7fb0b3f req-b299f60b-8926-4d22-a023-f1b8e59488fb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 210 time: 0.0272648 Jan 25 02:42:10.308623 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 5722fbee-53b5-4c26-be0d-899c35bb01e1 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:10.308997 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.430923 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Current status of the port 7793c9f6-dcf7-451a-b9f8-226949b8e443 is: DOWN; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:10.431729 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.526405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] For port 7793c9f6-dcf7-451a-b9f8-226949b8e443, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=7793c9f6-dcf7-451a-b9f8-226949b8e443,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:10.538135 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.546382 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 5722fbee-53b5-4c26-be0d-899c35bb01e1 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:10.599093 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc20e2d-4c40-42c2-bf17-abb9586eab23 None None] Pushing event updated for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:10.609371 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:09Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:10.640078 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf9576-35ac-4887-aebe-df5fadb50425 None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:09Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:10.657919 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-d8291bcb-26d4-4aa1-a9e9-d789527e15a7 None None] Provisioning complete for port 7793c9f6-dcf7-451a-b9f8-226949b8e443 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:10.658296 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d8291bcb-26d4-4aa1-a9e9-d789527e15a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:10.773199 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-d8291bcb-26d4-4aa1-a9e9-d789527e15a7 None None] Current status of the port 7793c9f6-dcf7-451a-b9f8-226949b8e443 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:11.252647 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-ec654095-470f-491f-af48-3f8fcb5a2d52 req-82551173-d91d-4a86-9a75-00f38356d306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 210 time: 0.0310519 Jan 25 02:42:11.296149 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-12a50946-e30a-4502-b45e-20e525aaebfc tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:11.297770 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-12a50946-e30a-4502-b45e-20e525aaebfc tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 811 time: 0.1276345 Jan 25 02:42:11.374745 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-ecabb51f-1d31-4cf5-9969-84aeebd8bc0d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 379 time: 0.0561216 Jan 25 02:42:11.388655 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'port': {'device_id': '38c81640-81e0-470c-98ce-cc18aa40c731', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'admin_state_up': True, 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'security_groups': ['0a2fc30b-fe40-4c3c-b540-72c2e757c081']}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:11.504766 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Made reservation on behalf of 694c258d7d6a4965a2fb90594adaa5a0 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:42:11.508442 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:11.634115 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Allocated IP 172.20.0.4 (5b7f4ab3-935d-4f8a-9b57-8755b36a1197/eb8a42be-f773-40b8-9b01-6f750dc38b2c/1d219fb0-e25c-4465-828f-27192867f26b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:42:11.771653 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (1d219fb0-e25c-4465-828f-27192867f26b), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:11.805118 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:11.845605 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:42:11.851627 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:42:11.855153 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:42:11.882800 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:11.918964 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:11.919678 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:11.938654 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-f60a0e2f-1f9d-4357-a970-ec7d6b991ce6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541644 Jan 25 02:42:11.957049 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Request body: {'port': {'device_id': '38c81640-81e0-470c-98ce-cc18aa40c731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:12.009250 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 7793c9f6-dcf7-451a-b9f8-226949b8e443 up at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:12.019833 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d219fb0-e25c-4465-828f-27192867f26b), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.065195 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Provisioning complete for port 7793c9f6-dcf7-451a-b9f8-226949b8e443 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:12.065838 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.112773 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-100eb932-d9dc-4d69-a5f9-a388fb36641c None None] Provisioning complete for port 1d219fb0-e25c-4465-828f-27192867f26b triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:12.113917 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-100eb932-d9dc-4d69-a5f9-a388fb36641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d219fb0-e25c-4465-828f-27192867f26b), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.169896 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-100eb932-d9dc-4d69-a5f9-a388fb36641c None None] Port 1d219fb0-e25c-4465-828f-27192867f26b cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:42:12.186672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Current status of the port 7793c9f6-dcf7-451a-b9f8-226949b8e443 is: ACTIVE; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:12.274043 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d219fb0-e25c-4465-828f-27192867f26b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:12.281300 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks [] for port (1d219fb0-e25c-4465-828f-27192867f26b), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.293668 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Transition to ACTIVE for port object 1d219fb0-e25c-4465-828f-27192867f26b will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:42:12.297606 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.375692 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Pushing event updated for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:12.444201 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5effe1-44c5-4b18-8650-440693f0956b req-069056e5-68f9-42d9-bac6-43e4847a3056 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.445726 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7f5effe1-44c5-4b18-8650-440693f0956b req-069056e5-68f9-42d9-bac6-43e4847a3056 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 943 time: 0.1192892 Jan 25 02:42:12.492143 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Attempting to bind port 1d219fb0-e25c-4465-828f-27192867f26b on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:42:12.492474 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Attempting to bind port 1d219fb0-e25c-4465-828f-27192867f26b by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:42:12.492801 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Attempting to bind port 1d219fb0-e25c-4465-828f-27192867f26b on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:12.509244 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Port 1d219fb0-e25c-4465-828f-27192867f26b on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:42:12.509564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Attempting to bind port 1d219fb0-e25c-4465-828f-27192867f26b on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:42:12.520157 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7f5effe1-44c5-4b18-8650-440693f0956b req-dd86dc8a-f823-4aa2-8336-637c67d105d3 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679817 Jan 25 02:42:12.521036 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:42:12.521367 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Checking segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:42:12.521734 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Bound using segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:42:12.522159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Bound port: 1d219fb0-e25c-4465-828f-27192867f26b, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:42:12.522509 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d219fb0-e25c-4465-828f-27192867f26b), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.585302 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:42:12.588456 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=1d219fb0-e25c-4465-828f-27192867f26b,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:42:12.592544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.627150 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.627763 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:12.629656 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] 10.222.0.120 "PUT /v2.0/ports/1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 1093 time: 0.6771264 Jan 25 02:42:12.630093 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:12.632337 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9" -d '{"events": [{"name": "network-changed", "server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "tag": "1d219fb0-e25c-4465-828f-27192867f26b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:12.657206 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c918c7c-af83-46c7-950e-3cc7c7cc42ca service neutron] Pushing event updated for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:12.675836 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62393bc-c519-4767-bdae-37a12369041d x-openstack-request-id: req-b62393bc-c519-4767-bdae-37a12369041d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:12.676135 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "tag": "1d219fb0-e25c-4465-828f-27192867f26b", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:12.676397 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-b62393bc-c519-4767-bdae-37a12369041d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:12.676894 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b', 'status': 'completed', 'code': 200} Jan 25 02:42:12.740399 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-fe2d0573-a473-40f6-bf70-1148177b5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.742030 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-fe2d0573-a473-40f6-bf70-1148177b5b84 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1096 time: 0.0432963 Jan 25 02:42:12.797926 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-5ec41b5e-d390-42f0-a5d3-72514123ed95 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 217 time: 0.0391381 Jan 25 02:42:12.845908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-cc3e79c6-6b19-43c2-b8f3-0e4de42761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.847949 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-cc3e79c6-6b19-43c2-b8f3-0e4de42761fa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0435343 Jan 25 02:42:12.893802 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-4b280f0e-48a7-439f-93d9-f880ff342042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:12.895854 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-4b280f0e-48a7-439f-93d9-f880ff342042 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398579 Jan 25 02:42:12.987798 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-c3dce9c8-c996-4625-ae7b-d550a652c97c service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Jan 25 02:42:13.077850 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f3700ec1-277e-411f-a2f3-24ce0340756e req-b1b9f838-6c91-4f5e-ab66-c3fbd5085b88 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808051 Jan 25 02:42:13.211304 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-a4e10da2-56ac-4553-89a7-cb0f3d708a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.212787 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-a4e10da2-56ac-4553-89a7-cb0f3d708a67 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1096 time: 0.0455005 Jan 25 02:42:13.305088 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-d46a7959-b34e-43a3-97f0-53c55218cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.306470 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-d46a7959-b34e-43a3-97f0-53c55218cd61 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0854719 Jan 25 02:42:13.350997 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-ec47891b-d6de-45a3-afa1-cfb576340afa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 217 time: 0.0374503 Jan 25 02:42:13.399746 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-36c9f7c6-a068-4d95-b262-a77d17bdcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.401212 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-36c9f7c6-a068-4d95-b262-a77d17bdcb69 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0443399 Jan 25 02:42:13.446724 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-bdff3949-6162-4733-93d1-ab71890d73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.448215 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-bdff3949-6162-4733-93d1-ab71890d73a3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0405242 Jan 25 02:42:13.538770 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-f3d5a395-c3aa-4c88-a7f9-fcebf4bf8c55 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Jan 25 02:42:13.658680 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-46aa84c7-2fce-4380-bf29-cdd5a0ed47a9 req-74606bfd-777f-414e-9eb8-2924ca47d490 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123943 Jan 25 02:42:13.667575 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5501a-2d18-442a-9a09-da5f3d5e43a7 req-a200c595-41b6-4999-8ad7-7ac1ae963102 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:13.668947 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83d5501a-2d18-442a-9a09-da5f3d5e43a7 req-a200c595-41b6-4999-8ad7-7ac1ae963102 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 943 time: 0.0701640 Jan 25 02:42:13.719361 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-83d5501a-2d18-442a-9a09-da5f3d5e43a7 req-7890f185-e5c0-4f1e-aaec-0e6e91eb086a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 Jan 25 02:42:14.783460 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 1d219fb0-e25c-4465-828f-27192867f26b details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:42:14.835416 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8475a28-227c-4fcb-b93d-751ae5a23316 req-739885cc-34cb-4ac7-a61c-e982664e2443 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:14.836907 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c8475a28-227c-4fcb-b93d-751ae5a23316 req-739885cc-34cb-4ac7-a61c-e982664e2443 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 943 time: 0.0522015 Jan 25 02:42:14.877030 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=1d219fb0-e25c-4465-828f-27192867f26b,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:14.883087 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c8475a28-227c-4fcb-b93d-751ae5a23316 req-7482211d-8cdd-42bc-928f-8f69583c1169 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Jan 25 02:42:14.887908 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '1d219fb0-e25c-4465-828f-27192867f26b', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'port_id': '1d219fb0-e25c-4465-828f-27192867f26b', 'mac_address': 'fa:16:3e:ec:21:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:42:14.930366 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 1d219fb0-e25c-4465-828f-27192867f26b is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:14.930764 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d219fb0-e25c-4465-828f-27192867f26b), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:14.944279 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d219fb0-e25c-4465-828f-27192867f26b {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:42:14.963402 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=1d219fb0-e25c-4465-828f-27192867f26b,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:14.967232 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:15.012035 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:15.298849 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['1d219fb0-e25c-4465-828f-27192867f26b'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:42:15.995114 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb47a3-fe32-4b53-ba94-a00c0776661f req-61b53686-1be4-45c6-a165-6075f858f8dd tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:15.996627 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-41eb47a3-fe32-4b53-ba94-a00c0776661f req-61b53686-1be4-45c6-a165-6075f858f8dd tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 944 time: 0.0482144 Jan 25 02:42:16.042117 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-41eb47a3-fe32-4b53-ba94-a00c0776661f req-92c7c417-3524-467c-b39c-74f47666e6d1 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400128 Jan 25 02:42:16.228087 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:16.804505 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 1d219fb0-e25c-4465-828f-27192867f26b up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:42:16.852643 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 1d219fb0-e25c-4465-828f-27192867f26b completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:42:16.857009 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 1d219fb0-e25c-4465-828f-27192867f26b triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:42:16.857511 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (1d219fb0-e25c-4465-828f-27192867f26b), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:16.942076 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 1d219fb0-e25c-4465-828f-27192867f26b is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:42:16.942472 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (1d219fb0-e25c-4465-828f-27192867f26b), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:16.965867 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:16.968260 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77202e-5600-4ef5-80ca-2db312c80d56" -d '{"events": [{"server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "name": "network-vif-plugged", "status": "completed", "tag": "1d219fb0-e25c-4465-828f-27192867f26b"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:16.981339 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=1d219fb0-e25c-4465-828f-27192867f26b,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:42:16.987242 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:17.013364 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2426c9b1-c4e6-4547-9153-8546b67cb022 x-openstack-request-id: req-2426c9b1-c4e6-4547-9153-8546b67cb022 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:17.013687 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "name": "network-vif-plugged", "status": "completed", "tag": "1d219fb0-e25c-4465-828f-27192867f26b", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:17.013942 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-2426c9b1-c4e6-4547-9153-8546b67cb022 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:17.014333 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b', 'code': 200} Jan 25 02:42:17.039099 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:42:17.159650 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71817a64-c8ac-4d3c-9d88-e0e34b0050e9 req-21dcd71c-1b57-4c3b-b209-bf8c5f14871d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:17.161153 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-71817a64-c8ac-4d3c-9d88-e0e34b0050e9 req-21dcd71c-1b57-4c3b-b209-bf8c5f14871d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Jan 25 02:42:17.251497 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-71817a64-c8ac-4d3c-9d88-e0e34b0050e9 req-2688e42f-1c95-43f8-9b9b-ab5797b22c59 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837076 Jan 25 02:42:17.262704 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518a346-e6d5-4ef1-a5ae-7b7f9a94f5cd req-121e4d7a-32b7-49c7-86e7-d4e0ad3ffdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:17.264140 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e518a346-e6d5-4ef1-a5ae-7b7f9a94f5cd req-121e4d7a-32b7-49c7-86e7-d4e0ad3ffdd4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1098 time: 0.0761747 Jan 25 02:42:17.308062 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e518a346-e6d5-4ef1-a5ae-7b7f9a94f5cd req-470f1a8e-93db-4a86-aced-64772ead13bb service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372233 Jan 25 02:42:18.369875 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbea80b-bf02-45a7-ac5d-22901a4f539d req-f4507c99-6959-465d-9f0c-b30c059528e1 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:18.371361 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fbbea80b-bf02-45a7-ac5d-22901a4f539d req-f4507c99-6959-465d-9f0c-b30c059528e1 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0493314 Jan 25 02:42:18.419680 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-fbbea80b-bf02-45a7-ac5d-22901a4f539d req-5065172f-aea0-4d35-882a-a4ff376d3b71 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Jan 25 02:42:19.468696 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:42:19.531929 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687920fd-77e4-4f31-8e96-adce761e14c6 req-2b4b4ec2-62af-4c96-9d7e-0ad1963bef5c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:19.533413 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-687920fd-77e4-4f31-8e96-adce761e14c6 req-2b4b4ec2-62af-4c96-9d7e-0ad1963bef5c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Jan 25 02:42:19.580094 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-687920fd-77e4-4f31-8e96-adce761e14c6 req-ebbc711f-5a40-4f87-b6f2-df10f782c682 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407338 Jan 25 02:42:19.687158 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505c2cb-441d-4591-8f8f-5507bbd76d11 req-9430160b-b39e-41c0-9409-58721e62492a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:19.688612 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c505c2cb-441d-4591-8f8f-5507bbd76d11 req-9430160b-b39e-41c0-9409-58721e62492a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0463345 Jan 25 02:42:19.697445 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 57996) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:42:19.701494 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'floatingip': {'port_id': '1d219fb0-e25c-4465-828f-27192867f26b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:42:19.742217 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:20.387109 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:20.390928 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:20.485404 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.db.l3_db [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Floating IP 22dbb7f0-0411-4764-96fb-a8cdbab03b62 associated. External IP: 172.28.2.194, port: 1d219fb0-e25c-4465-828f-27192867f26b. Jan 25 02:42:20.686634 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:42:20.794986 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:42:20.799456 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:20.808089 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:42:20.819052 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:20.819807 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:20.825948 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-9826087e-7ee2-4f33-b65f-7a398795ca26 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "PUT /v2.0/floatingips/22dbb7f0-0411-4764-96fb-a8cdbab03b62 HTTP/1.1" status: 200 len: 991 time: 1.1275616 Jan 25 02:42:20.826629 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:42:20.829126 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6031b822f73916342a382e5eb21ffad3c3c9006cfef7408b609f5a36cf43e6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1396380-4277-485e-964e-e5e001a8957a" -d '{"events": [{"name": "network-changed", "server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "tag": "1d219fb0-e25c-4465-828f-27192867f26b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:42:20.926354 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:20.931626 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332bf98b-f10e-415b-824f-516c2bf6fdc6 x-openstack-request-id: req-332bf98b-f10e-415b-824f-516c2bf6fdc6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:42:20.931917 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "tag": "1d219fb0-e25c-4465-828f-27192867f26b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:42:20.932168 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-332bf98b-f10e-415b-824f-516c2bf6fdc6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:42:20.932564 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b', 'status': 'completed', 'code': 200} Jan 25 02:42:21.023809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396380-4277-485e-964e-e5e001a8957a req-b53a3ae6-3147-40cb-83c6-478c127e7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:21.025299 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-b53a3ae6-3147-40cb-83c6-478c127e7bc5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1098 time: 0.0435872 Jan 25 02:42:21.113058 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396380-4277-485e-964e-e5e001a8957a req-5527e72a-b401-4504-a8d7-dc6106debb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:21.114657 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-5527e72a-b401-4504-a8d7-dc6106debb15 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0833724 Jan 25 02:42:21.151169 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '22dbb7f0-0411-4764-96fb-a8cdbab03b62', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '1d219fb0-e25c-4465-828f-27192867f26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:ec:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81640-81e0-470c-98ce-cc18aa40c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:09Z', 'updated_at': '2022-01-25T02:42:20Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:21.176744 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:42:21.182928 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-663d75f5-a50c-4f1b-a2f5-7e6d22b9f1a4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 999 time: 0.0613244 Jan 25 02:42:21.185019 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:42:21.185875 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:42:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:21.233436 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396380-4277-485e-964e-e5e001a8957a req-bf5e44fd-1b72-460b-bce8-0fc24a1b9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:21.235668 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-bf5e44fd-1b72-460b-bce8-0fc24a1b9cdd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0465052 Jan 25 02:42:21.282835 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396380-4277-485e-964e-e5e001a8957a req-63e8405e-8127-46e7-a233-fbdcbc2d9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:42:21.284695 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-63e8405e-8127-46e7-a233-fbdcbc2d9e7a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420425 Jan 25 02:42:21.294431 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:42:21.535655 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '22dbb7f0-0411-4764-96fb-a8cdbab03b62', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '1d219fb0-e25c-4465-828f-27192867f26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:ec:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81640-81e0-470c-98ce-cc18aa40c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:09Z', 'updated_at': '2022-01-25T02:42:20Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:42:21.562686 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc836f-8cd2-4814-8866-6266ad289f6f None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '22dbb7f0-0411-4764-96fb-a8cdbab03b62', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '1d219fb0-e25c-4465-828f-27192867f26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:ec:21:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81640-81e0-470c-98ce-cc18aa40c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:42:09Z', 'updated_at': '2022-01-25T02:42:20Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:42:21.634151 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-8ae371f6-030a-44f8-b1fe-707164ab3506 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425355 Jan 25 02:42:21.725801 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-d1396380-4277-485e-964e-e5e001a8957a req-cebd8fea-340c-4edb-8bab-cbe34d140e3c service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854549 Jan 25 02:42:21.769578 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f16ef8-6949-4a12-8bd9-a1f0cded6182 None None] New status for floating IP 22dbb7f0-0411-4764-96fb-a8cdbab03b62: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:42:29.919680 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e7b62035-5695-4d6a-a3eb-04e720f41481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:32.263653 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f214be78-d91f-487c-b589-73c2957ee410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:33.244363 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:34.861730 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:36.220903 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:46.228259 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:42:56.467246 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:42:59.926005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-93d8bc16-a6c4-47b3-bcc0-6dba14eee137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:02.264619 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c1967f21-d945-4b29-b3e0-81ca9e6836d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:03.245003 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.176552 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58098) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:04.328774 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Deleting port 70e76663-af5c-4697-b1f6-a9e70e47c8d2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:04.329113 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.402549 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.402874 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for floatingip (70e76663-af5c-4697-b1f6-a9e70e47c8d2), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.415202 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Calling delete_port for 70e76663-af5c-4697-b1f6-a9e70e47c8d2 owned by network:floatingip {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:04.580023 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (70e76663-af5c-4697-b1f6-a9e70e47c8d2), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.605253 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event deleted for resources: {'Port': ['ID=70e76663-af5c-4697-b1f6-a9e70e47c8d2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:04.616564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.616925 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.617272 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.617612 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.617964 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.618276 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.618604 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.618927 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.619277 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.619600 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.619921 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.620239 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.620562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:04.679461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for floatingip (b524063b-8d90-4feb-a044-81084bf1bc17), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.679747 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Floating IP b524063b-8d90-4feb-a044-81084bf1bc17 disassociated (deleted). External IP: 172.28.2.20, port: efe3ecc7-bae0-4323-9855-9cdbc23c8495. Jan 25 02:43:04.867591 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:04.887521 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:43:05.004340 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:43:05.008956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:05.020535 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Sync routers for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:43:05.030844 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:05.031575 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:05.043444 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-30086560-1921-4d3a-9bdc-73bbf63e0c16 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "DELETE /v2.0/floatingips/b524063b-8d90-4feb-a044-81084bf1bc17 HTTP/1.1" status: 204 len: 168 time: 0.8657689 Jan 25 02:43:05.044088 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:43:05.046373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:43:05.092695 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28be146-e86b-486d-ab7a-c2da840b678e x-openstack-request-id: req-a28be146-e86b-486d-ab7a-c2da840b678e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:43:05.093025 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:43:05.093291 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-a28be146-e86b-486d-ab7a-c2da840b678e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:43:05.093701 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'status': 'completed', 'code': 200} Jan 25 02:43:05.144267 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:05.213497 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-69bd3bdb-b5c5-439c-9121-fbd835318731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:05.216637 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-69bd3bdb-b5c5-439c-9121-fbd835318731 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d65992da9d1a4757b4821cc57b938a50&device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 1099 time: 0.0565932 Jan 25 02:43:05.302239 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464f3a3-0c8c-45bb-a5b9-a390a8374f0c req-5818c7ff-be68-4b3b-9e54-7b2037c0520a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:05.304700 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1464f3a3-0c8c-45bb-a5b9-a390a8374f0c req-5818c7ff-be68-4b3b-9e54-7b2037c0520a tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0594077 Jan 25 02:43:05.360048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-2559215d-f760-4972-999f-167a53fee036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:05.361564 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-2559215d-f760-4972-999f-167a53fee036 service neutron] 10.222.0.120 "GET /v2.0/networks?id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 200 len: 909 time: 0.0995934 Jan 25 02:43:05.366114 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1464f3a3-0c8c-45bb-a5b9-a390a8374f0c req-5aab7353-e466-4fc7-ac6a-ae3bf0e1d68e tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555766 Jan 25 02:43:05.406661 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-bc9f727e-10ba-40c5-81cd-be352949400f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 200 len: 217 time: 0.0385113 Jan 25 02:43:05.462102 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:05.484007 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-b5a4e561-7a01-45da-828f-612cd90de779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:05.485481 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-b5a4e561-7a01-45da-828f-612cd90de779 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 200 len: 847 time: 0.0452237 Jan 25 02:43:05.491082 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Checking router: d924f5c0-f3b7-4801-87f1-5199a8ad0e3d for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:43:05.499258 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:05.499861 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:05.530588 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-35cfa299-99a4-4776-b5e3-286979623148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:05.532133 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-35cfa299-99a4-4776-b5e3-286979623148 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=22dbbe70-d9ea-47d6-9223-de78fd4e00fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0402043 Jan 25 02:43:05.602668 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:05.626028 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-4fb1fec8-b787-4584-baac-3cfed8c2f6f1 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870256 Jan 25 02:43:05.716525 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-68f09c4c-26c8-43ff-a4ca-d4f613c3fc1b req-06db3677-e9ce-4767-8516-2997038a04b3 service neutron] 10.222.0.120 "GET /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844095 Jan 25 02:43:05.795622 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:05.822348 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96edb7-6674-4c0b-bfa1-d27b20fe3472 None None] The sync data for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb is: [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:36Z', 'revision_number': 4, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': 'b2cb6950-54f1-4bd9-b7bd-52be7bc6502d', 'name': '', 'network_id': '22dbbe70-d9ea-47d6-9223-de78fd4e00fc', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'mac_address': 'fa:16:3e:40:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:35Z', 'updated_at': '2022-01-25T02:38:40Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'subnets': [{'id': '294af274-3b21-46ff-94b1-1fafedb328ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:43:06.029339 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a6f77-d733-413d-b35a-f837a5df0b7f None None] New status for floating IP b524063b-8d90-4feb-a044-81084bf1bc17: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:43:06.224228 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:06.484712 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25630-5f13-46c0-a3e8-5d1174d62d13 req-502adf9f-0509-4f1a-840a-6bc4ab250476 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:06.486192 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c3f25630-5f13-46c0-a3e8-5d1174d62d13 req-502adf9f-0509-4f1a-840a-6bc4ab250476 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0524080 Jan 25 02:43:06.533947 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c3f25630-5f13-46c0-a3e8-5d1174d62d13 req-6964ae38-6de9-43b8-9a0a-92cb95e71128 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/security-groups?id=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415871 Jan 25 02:43:07.077691 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-d2729c76-8665-4291-80c8-829cb0923085 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:07.079280 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-d2729c76-8665-4291-80c8-829cb0923085 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.120 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 946 time: 0.0486281 Jan 25 02:43:07.176270 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Deleting port efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:07.176616 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:07.269468 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] For port efe3ecc7-bae0-4323-9855-9cdbc23c8495, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=efe3ecc7-bae0-4323-9855-9cdbc23c8495,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:07.269831 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:07.283908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Calling delete_port for efe3ecc7-bae0-4323-9855-9cdbc23c8495 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:07.420494 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (efe3ecc7-bae0-4323-9855-9cdbc23c8495), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:07.451793 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event deleted for resources: {'Port': ['ID=efe3ecc7-bae0-4323-9855-9cdbc23c8495,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:07.499558 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] No DVR routers for this DVR port efe3ecc7-bae0-4323-9855-9cdbc23c8495 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:43:07.508815 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:07.511984 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-eb527630-33a5-4563-b1e2-e8db2a83de4f req-09c6fbd4-a073-47de-8775-1498276ed1e0 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.120 "DELETE /v2.0/ports/efe3ecc7-bae0-4323-9855-9cdbc23c8495 HTTP/1.1" status: 204 len: 173 time: 0.4252512 Jan 25 02:43:07.512416 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-deleted', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:43:07.514548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c048c-a261-41d8-b3ea-51d16d22afad" -d '{"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-deleted", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:43:07.554663 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1957c7-92c1-4334-bf1b-97c4af60792f x-openstack-request-id: req-4f1957c7-92c1-4334-bf1b-97c4af60792f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:43:07.554968 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f494cc-a0e3-4b92-a82a-be2001d8d6ac", "name": "network-vif-deleted", "tag": "efe3ecc7-bae0-4323-9855-9cdbc23c8495", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:43:07.555282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-4f1957c7-92c1-4334-bf1b-97c4af60792f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:43:07.555684 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f494cc-a0e3-4b92-a82a-be2001d8d6ac', 'name': 'network-vif-deleted', 'tag': 'efe3ecc7-bae0-4323-9855-9cdbc23c8495', 'status': 'completed', 'code': 200} Jan 25 02:43:07.564463 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec2960-324c-4ee9-abaf-a536aa12dc86 req-83c2f915-d2d6-479e-b59b-9c68f34162c0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:07.567037 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0dec2960-324c-4ee9-abaf-a536aa12dc86 req-83c2f915-d2d6-479e-b59b-9c68f34162c0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0684409 Jan 25 02:43:07.616178 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0dec2960-324c-4ee9-abaf-a536aa12dc86 req-a878dd5b-8c50-4ba6-8ac9-bc7a8740215b tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435998 Jan 25 02:43:07.631996 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-62ae1067-703a-4c53-9cc3-cad7a73e176a req-826ceff4-828f-43be-aa94-519154cde313 tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "GET /v2.0/ports?device_id=43f494cc-a0e3-4b92-a82a-be2001d8d6ac HTTP/1.1" status: 200 len: 210 time: 0.0290365 Jan 25 02:43:08.689650 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58138) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:08.771066 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a3d26-1377-4570-975a-b36ae22d5105 req-61f465df-ad6b-4ba6-9a70-9d37179aeea2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:08.772528 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a5a3d26-1377-4570-975a-b36ae22d5105 req-61f465df-ad6b-4ba6-9a70-9d37179aeea2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0756979 Jan 25 02:43:08.789038 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (c57bc031-ccd9-44c4-86f0-b4f49bfef8d1), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:08.828663 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (c57bc031-ccd9-44c4-86f0-b4f49bfef8d1), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:08.858260 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a5a3d26-1377-4570-975a-b36ae22d5105 req-0ce25ce6-e546-4d08-a60e-cbe1cbe137ce tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803213 Jan 25 02:43:08.900922 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (c57bc031-ccd9-44c4-86f0-b4f49bfef8d1), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:08.903651 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:08.904751 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] 10.222.0.109 "DELETE /v2.0/security-groups/c57bc031-ccd9-44c4-86f0-b4f49bfef8d1 HTTP/1.1" status: 204 len: 168 time: 0.2139235 Jan 25 02:43:08.914958 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75629f39-1ff3-48ad-a9d4-21e37269e6fb tempest-TestShelveInstance-215031344 tempest-TestShelveInstance-215031344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57bc031-ccd9-44c4-86f0-b4f49bfef8d1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:08.946149 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58142) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:09.037834 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:09.057505 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: efe3ecc7-bae0-4323-9855-9cdbc23c8495 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:09.057940 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device efe3ecc7-bae0-4323-9855-9cdbc23c8495 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:09.281812 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:09.521456 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Deleting port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:09.521792 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:09.600001 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] For port b2cb6950-54f1-4bd9-b7bd-52be7bc6502d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:09.600274 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:09.611807 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Calling delete_port for b2cb6950-54f1-4bd9-b7bd-52be7bc6502d owned by network:router_interface {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:09.795035 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (b2cb6950-54f1-4bd9-b7bd-52be7bc6502d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:09.818492 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2cb6950-54f1-4bd9-b7bd-52be7bc6502d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:10.037697 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a530b41-0cc4-43e9-8b25-3eeaa30267e8 req-e74f8c09-0386-4366-acd4-6768e43da19a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:10.039191 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a530b41-0cc4-43e9-8b25-3eeaa30267e8 req-e74f8c09-0386-4366-acd4-6768e43da19a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0905008 Jan 25 02:43:10.039756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:10.127899 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-1a530b41-0cc4-43e9-8b25-3eeaa30267e8 req-fa0a72d2-fbf1-41d0-9616-f6f5ce6db720 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822647 Jan 25 02:43:10.277641 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:43:10.379544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:43:10.384481 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-18d44f67-a432-4067-b235-6c3f00f86cb3 admin admin] 10.222.0.109 "PUT /v2.0/routers/d924f5c0-f3b7-4801-87f1-5199a8ad0e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373438 Jan 25 02:43:10.386938 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58146) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:10.389568 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Sync routers for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:43:10.400177 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:10.400879 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:10.507492 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:10.690025 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:43:09Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:10.716341 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Checking router: d924f5c0-f3b7-4801-87f1-5199a8ad0e3d for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:43:10.726083 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks [] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:10.726360 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Routers {'d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:10.726945 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:10.829347 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] Set router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:10.833356 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks [] for router_gateway (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:10.887465 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Deleting port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:10.887812 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:10.969445 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] For port 3ecd25c6-29a4-4d15-95bd-0f2eb877258d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:10.969728 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:10.981511 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Calling delete_port for 3ecd25c6-29a4-4d15-95bd-0f2eb877258d owned by network:router_gateway {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:11.004787 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:43:09Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:11.035385 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1d15a-23b5-432c-ae21-f1e5da48b851 None None] The sync data for ids ['d924f5c0-f3b7-4801-87f1-5199a8ad0e3d'] in dv-cinder-819778-6-smb is: [{'id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'name': 'tempest-TestShelveInstance-668391252-router', 'tenant_id': 'd65992da9d1a4757b4821cc57b938a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:43:09Z', 'revision_number': 5, 'project_id': 'd65992da9d1a4757b4821cc57b938a50', 'gw_port': {'id': '3ecd25c6-29a4-4d15-95bd-0f2eb877258d', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd924f5c0-f3b7-4801-87f1-5199a8ad0e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:33Z', 'updated_at': '2022-01-25T02:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:43:11.151242 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (3ecd25c6-29a4-4d15-95bd-0f2eb877258d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.177265 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecd25c6-29a4-4d15-95bd-0f2eb877258d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:11.239376 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.240700 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d9a7-8bc0-41f7-a2bd-0bb1043573c3 req-4d6c2c98-fe2d-4a69-b719-6bf9b35c4867 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:11.242285 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a4f5d9a7-8bc0-41f7-a2bd-0bb1043573c3 req-4d6c2c98-fe2d-4a69-b719-6bf9b35c4867 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0478871 Jan 25 02:43:11.288618 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a4f5d9a7-8bc0-41f7-a2bd-0bb1043573c3 req-da29aa8f-3070-4b7c-9a17-ab57eb78542c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 Jan 25 02:43:11.335891 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.337929 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks [] for router_controller (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.383890 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (d924f5c0-f3b7-4801-87f1-5199a8ad0e3d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.383890 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d924f5c0-f3b7-4801-87f1-5199a8ad0e3d {{(pid=102601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:43:11.388139 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.389298 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-80903180-3e5e-46c1-9c56-fb58bbc80d70 admin admin] 10.222.0.109 "DELETE /v2.0/routers/d924f5c0-f3b7-4801-87f1-5199a8ad0e3d HTTP/1.1" status: 204 len: 168 time: 1.0014493 Jan 25 02:43:11.391717 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58150) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:11.438837 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Deleting subnet 294af274-3b21-46ff-94b1-1fafedb328ee {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:43:11.443434 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Publish callbacks [] for subnet (294af274-3b21-46ff-94b1-1fafedb328ee), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.478292 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (294af274-3b21-46ff-94b1-1fafedb328ee), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.558898 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (294af274-3b21-46ff-94b1-1fafedb328ee), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.614969 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (294af274-3b21-46ff-94b1-1fafedb328ee), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.641496 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294af274-3b21-46ff-94b1-1fafedb328ee,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:11.646447 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.652219 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86fb42-468d-40b3-8770-cc63bf800191 None None] Network 22dbbe70-d9ea-47d6-9223-de78fd4e00fc requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:43:11.654608 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58152) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:11.654756 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-074148b3-19a3-467b-8b1a-57c2874a66c9 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/294af274-3b21-46ff-94b1-1fafedb328ee HTTP/1.1" status: 204 len: 168 time: 0.2619340 Jan 25 02:43:11.730676 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (22dbbe70-d9ea-47d6-9223-de78fd4e00fc), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.782545 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Deleting port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:11.782884 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.843427 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] For port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,segment=NetworkSegment(4da8f078-624b-41d6-8f6d-2fc754374ee2),segment_id=4da8f078-624b-41d6-8f6d-2fc754374ee2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:11.843791 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.859896 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Calling delete_port for d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:11.937285 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:11.961382 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:11.965586 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] No DVR routers for this DVR port d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d on host dv-cinder-819778-6-smb {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:43:11.973613 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.973982 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.974311 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.974650 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.974983 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.975339 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.975669 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.975997 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.976323 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.976650 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.976974 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.977295 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:11.977620 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:12.039772 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd2ed1-6685-46e4-94ae-3c4fdea8d493 None None] DHCP port deletion for 22dbbe70-d9ea-47d6-9223-de78fd4e00fc request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:43:12.054228 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (22dbbe70-d9ea-47d6-9223-de78fd4e00fc), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.076783 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dbbe70-d9ea-47d6-9223-de78fd4e00fc']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:12.086637 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da8f078-624b-41d6-8f6d-2fc754374ee2') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:12.086929 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da8f078-624b-41d6-8f6d-2fc754374ee2') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:12.099409 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3701815'] for segment (4da8f078-624b-41d6-8f6d-2fc754374ee2), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.105217 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device b2cb6950-54f1-4bd9-b7bd-52be7bc6502d no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:12.113207 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (4da8f078-624b-41d6-8f6d-2fc754374ee2), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.119258 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:43:12.119674 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3891741'] for segment (4da8f078-624b-41d6-8f6d-2fc754374ee2), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: Traceback (most recent call last): Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: timer() Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: cb(*args, **kw) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: return func(*args, **kwargs) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: self._notify() Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: self.callback(batched_events) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: event.method(event) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: return f(self, *a, **k) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: return self._get(url).json() Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: return self.request(url, 'GET', **kwargs) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:43:12.121364 dv-cinder-819778-6-smb neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:43:12.125154 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: b2cb6950-54f1-4bd9-b7bd-52be7bc6502d {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:12.125504 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device b2cb6950-54f1-4bd9-b7bd-52be7bc6502d not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:12.125933 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:12.148955 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:12.149311 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device d0c4da5e-2d23-4dca-a9ff-ec05b421bb9d not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:12.149728 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3ecd25c6-29a4-4d15-95bd-0f2eb877258d no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:12.168622 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 3ecd25c6-29a4-4d15-95bd-0f2eb877258d {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:12.168971 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3ecd25c6-29a4-4d15-95bd-0f2eb877258d not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:12.179642 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (22dbbe70-d9ea-47d6-9223-de78fd4e00fc), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.184266 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.188015 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] 10.222.0.109 "DELETE /v2.0/networks/22dbbe70-d9ea-47d6-9223-de78fd4e00fc HTTP/1.1" status: 204 len: 168 time: 0.5315013 Jan 25 02:43:12.190638 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58154) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:12.199410 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb11789-f5f2-40a9-8c60-9f7e8e6552d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=22dbbe70-d9ea-47d6-9223-de78fd4e00fc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:12.465567 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a5a4-1f14-4af7-abf0-c79fe2ac74ef req-7cbb902e-27c2-4498-a98b-d4804105a6af tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:12.467028 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6a8a5a4-1f14-4af7-abf0-c79fe2ac74ef req-7cbb902e-27c2-4498-a98b-d4804105a6af tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0888543 Jan 25 02:43:12.540363 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a6a8a5a4-1f14-4af7-abf0-c79fe2ac74ef req-abb24a01-8e94-4ca6-a72b-b3314ac6e6d9 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672545 Jan 25 02:43:12.613408 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (2f85063e-df3c-4596-90d5-34116e8de734), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.860557 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Deleting port 47590023-81fb-4a72-af37-77aa2474d01f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:12.860893 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (47590023-81fb-4a72-af37-77aa2474d01f), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.941732 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] For port 47590023-81fb-4a72-af37-77aa2474d01f, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=47590023-81fb-4a72-af37-77aa2474d01f,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:12.942092 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (47590023-81fb-4a72-af37-77aa2474d01f), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:12.953419 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Calling delete_port for 47590023-81fb-4a72-af37-77aa2474d01f owned by network:router_interface {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:13.137694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (47590023-81fb-4a72-af37-77aa2474d01f), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:13.165011 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47590023-81fb-4a72-af37-77aa2474d01f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:13.328023 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (2f85063e-df3c-4596-90d5-34116e8de734), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:13.534850 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Router 2f85063e-df3c-4596-90d5-34116e8de734 has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:43:13.639240 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:43:13.646712 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-73d17bc6-ecc5-40c1-9c02-79564b544ae6 admin admin] 10.222.0.109 "PUT /v2.0/routers/2f85063e-df3c-4596-90d5-34116e8de734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526858 Jan 25 02:43:13.647394 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58160) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:13.650450 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Sync routers for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:43:13.657979 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e41bb-7f8d-4bc7-a827-c9fb5bcc3310 req-b14bb517-bc26-446b-9c1b-7c6d1378d8a4 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:13.659675 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-292e41bb-7f8d-4bc7-a827-c9fb5bcc3310 req-b14bb517-bc26-446b-9c1b-7c6d1378d8a4 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Jan 25 02:43:13.660869 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:13.661537 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:13.708828 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-292e41bb-7f8d-4bc7-a827-c9fb5bcc3310 req-53f38ea5-714f-4bce-a798-cdf0e0602d74 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Jan 25 02:43:13.753460 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks [] for router (2f85063e-df3c-4596-90d5-34116e8de734), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:13.770905 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:13.975225 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:43:13Z', 'revision_number': 5, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:14.006839 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Checking router: 2f85063e-df3c-4596-90d5-34116e8de734 for host: dv-cinder-819778-6-smb {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:43:14.015886 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Routers {'2f85063e-df3c-4596-90d5-34116e8de734'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:43:14.016504 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:43:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['2f85063e-df3c-4596-90d5-34116e8de734'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:14.104592 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks [] for router_gateway (2f85063e-df3c-4596-90d5-34116e8de734), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.159543 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Deleting port 918ca5de-9793-4f41-aab6-bc697634d6aa {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:14.159808 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.237306 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] For port 918ca5de-9793-4f41-aab6-bc697634d6aa, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=918ca5de-9793-4f41-aab6-bc697634d6aa,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:14.237834 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.249282 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Calling delete_port for 918ca5de-9793-4f41-aab6-bc697634d6aa owned by network:router_gateway {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:14.252014 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] Set router 2f85063e-df3c-4596-90d5-34116e8de734 gateway port host: dv-cinder-819778-6-smb {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:43:14.411266 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (918ca5de-9793-4f41-aab6-bc697634d6aa), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.431603 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:43:13Z', 'revision_number': 5, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:14.442220 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Pushing event deleted for resources: {'Port': ['ID=918ca5de-9793-4f41-aab6-bc697634d6aa,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:14.458109 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c15b8-ad1e-43f7-bc9c-92786cf76fb6 None None] The sync data for ids ['2f85063e-df3c-4596-90d5-34116e8de734'] in dv-cinder-819778-6-smb is: [{'id': '2f85063e-df3c-4596-90d5-34116e8de734', 'name': 'tempest-TestShelveInstance-1814434858-router', 'tenant_id': 'e2f0912fbd724840838a083c12830786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233'}], 'enable_snat': True}, 'gw_port_id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:38:38Z', 'updated_at': '2022-01-25T02:43:13Z', 'revision_number': 5, 'project_id': 'e2f0912fbd724840838a083c12830786', 'gw_port': {'id': '918ca5de-9793-4f41-aab6-bc697634d6aa', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f85063e-df3c-4596-90d5-34116e8de734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:38:39Z', 'updated_at': '2022-01-25T02:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:43:14.505425 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (2f85063e-df3c-4596-90d5-34116e8de734), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.598415 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (2f85063e-df3c-4596-90d5-34116e8de734), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.600686 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks [] for router_controller (2f85063e-df3c-4596-90d5-34116e8de734), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.648749 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (2f85063e-df3c-4596-90d5-34116e8de734), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.649494 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f85063e-df3c-4596-90d5-34116e8de734 {{(pid=102601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:43:14.653956 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.655152 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-40a08c8f-9b7a-49dc-bd9b-853d2ee4e28a admin admin] 10.222.0.109 "DELETE /v2.0/routers/2f85063e-df3c-4596-90d5-34116e8de734 HTTP/1.1" status: 204 len: 168 time: 1.0066354 Jan 25 02:43:14.657754 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58162) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:14.702070 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Deleting subnet 0b11d9e2-8f1c-4135-80d9-09ff31f2036b {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:43:14.705113 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Publish callbacks [] for subnet (0b11d9e2-8f1c-4135-80d9-09ff31f2036b), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.742101 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (0b11d9e2-8f1c-4135-80d9-09ff31f2036b), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.857426 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (0b11d9e2-8f1c-4135-80d9-09ff31f2036b), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.887795 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058d943-e57c-4e2d-93e5-868779edb279 req-97555b08-d991-4b91-9ea2-5a2e250afa86 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:14.892310 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0058d943-e57c-4e2d-93e5-868779edb279 req-97555b08-d991-4b91-9ea2-5a2e250afa86 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.1072407 Jan 25 02:43:14.950053 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0058d943-e57c-4e2d-93e5-868779edb279 req-e4c2355c-cafb-4528-b4cd-8d7289b014d1 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544584 Jan 25 02:43:14.951404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (0b11d9e2-8f1c-4135-80d9-09ff31f2036b), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.976852 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b11d9e2-8f1c-4135-80d9-09ff31f2036b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:14.980324 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:14.983519 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-b8c0381f-dbed-4518-a5be-408372081cec admin admin] 10.222.0.109 "DELETE /v2.0/subnets/0b11d9e2-8f1c-4135-80d9-09ff31f2036b HTTP/1.1" status: 204 len: 168 time: 0.3248115 Jan 25 02:43:14.985859 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd6fe5-75d4-42dd-944c-1ec33f3b604b None None] Network 7086d77b-cebd-47ba-8e14-68e1c4d9b47f requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:43:14.986347 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58166) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:15.056594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (7086d77b-cebd-47ba-8e14-68e1c4d9b47f), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.110645 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Deleting port 3e395dc0-6390-4eb5-bfed-708cca779c8c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:15.110982 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.172530 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] For port 3e395dc0-6390-4eb5-bfed-708cca779c8c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3e395dc0-6390-4eb5-bfed-708cca779c8c,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:15.172897 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.191240 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Calling delete_port for 3e395dc0-6390-4eb5-bfed-708cca779c8c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:15.192835 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] DHCP port deletion for 7086d77b-cebd-47ba-8e14-68e1c4d9b47f request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:43:15.242027 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Deleting port 3e395dc0-6390-4eb5-bfed-708cca779c8c {{(pid=102602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:43:15.242413 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), before_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.274277 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.300021 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e395dc0-6390-4eb5-bfed-708cca779c8c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:15.303598 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] No DVR routers for this DVR port 3e395dc0-6390-4eb5-bfed-708cca779c8c on host dv-cinder-819778-6-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:43:15.310894 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] For port 3e395dc0-6390-4eb5-bfed-708cca779c8c, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=3e395dc0-6390-4eb5-bfed-708cca779c8c,segment=NetworkSegment(510d2926-edb7-4460-bca8-7e62dec64b72),segment_id=510d2926-edb7-4460-bca8-7e62dec64b72)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:43:15.311405 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), precommit_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.324828 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Calling delete_port for 3e395dc0-6390-4eb5-bfed-708cca779c8c owned by network:dhcp {{(pid=102602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:43:15.375836 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (7086d77b-cebd-47ba-8e14-68e1c4d9b47f), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.396079 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7086d77b-cebd-47ba-8e14-68e1c4d9b47f']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:15.405200 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510d2926-edb7-4460-bca8-7e62dec64b72') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:15.405400 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342'] for port (3e395dc0-6390-4eb5-bfed-708cca779c8c), after_delete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.405530 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510d2926-edb7-4460-bca8-7e62dec64b72') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:43:15.415290 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (510d2926-edb7-4460-bca8-7e62dec64b72), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.428768 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (510d2926-edb7-4460-bca8-7e62dec64b72), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.430569 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Pushing event deleted for resources: {'Port': ['ID=3e395dc0-6390-4eb5-bfed-708cca779c8c,revision_number=None']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:15.434809 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:43:15.435411 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (510d2926-edb7-4460-bca8-7e62dec64b72), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:43:15.437028 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:43:15.440948 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:43:15.442079 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] No DVR routers for this DVR port 3e395dc0-6390-4eb5-bfed-708cca779c8c on host dv-cinder-819778-6-smb {{(pid=102602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:43:15.445514 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.449928 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c96f4a6-f742-4b41-8889-65d4c859bc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:43:15.496113 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (7086d77b-cebd-47ba-8e14-68e1c4d9b47f), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.502086 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.505864 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] 10.222.0.109 "DELETE /v2.0/networks/7086d77b-cebd-47ba-8e14-68e1c4d9b47f HTTP/1.1" status: 204 len: 168 time: 0.5189922 Jan 25 02:43:15.514838 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a805a92-9b90-4166-a09d-bd34ccbff032 admin admin] Pushing event deleted for resources: {'Network': ['ID=7086d77b-cebd-47ba-8e14-68e1c4d9b47f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:15.619321 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58170) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:15.657549 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-2d199811-0af3-43d4-a905-79cea197ba08 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d65992da9d1a4757b4821cc57b938a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370913 Jan 25 02:43:15.660618 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58172) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:15.706071 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] Publish callbacks [] for security_group (14727e32-626a-4add-9966-08eb6d31ff4a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.726349 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] Publish callbacks [] for security_group (14727e32-626a-4add-9966-08eb6d31ff4a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.772529 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (14727e32-626a-4add-9966-08eb6d31ff4a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.775058 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:15.776204 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/14727e32-626a-4add-9966-08eb6d31ff4a HTTP/1.1" status: 204 len: 168 time: 0.1147115 Jan 25 02:43:15.786694 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6badc72-85b8-4b0b-8d56-e0ddd4dc2ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14727e32-626a-4add-9966-08eb6d31ff4a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:15.964711 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 918ca5de-9793-4f41-aab6-bc697634d6aa no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:15.984021 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 918ca5de-9793-4f41-aab6-bc697634d6aa {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:15.984369 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 918ca5de-9793-4f41-aab6-bc697634d6aa not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:15.984782 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 47590023-81fb-4a72-af37-77aa2474d01f no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:16.004748 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 47590023-81fb-4a72-af37-77aa2474d01f {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:16.005421 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 47590023-81fb-4a72-af37-77aa2474d01f not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:16.005532 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3e395dc0-6390-4eb5-bfed-708cca779c8c no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:43:16.025910 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 3e395dc0-6390-4eb5-bfed-708cca779c8c {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:43:16.026176 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 3e395dc0-6390-4eb5-bfed-708cca779c8c not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:43:16.070570 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4654a65-d5c7-4361-955f-741c287e0fe5 req-0d96ec55-c9ca-4d7c-9a3d-130d7c5a890d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:16.072104 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d4654a65-d5c7-4361-955f-741c287e0fe5 req-0d96ec55-c9ca-4d7c-9a3d-130d7c5a890d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Jan 25 02:43:16.102756 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58180) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:16.119946 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-d4654a65-d5c7-4361-955f-741c287e0fe5 req-c3e45e81-1914-41ec-a016-f199e057ace1 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Jan 25 02:43:16.142477 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-eef0eb0e-eaf6-481c-8d67-615237d5355c admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=e2f0912fbd724840838a083c12830786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384457 Jan 25 02:43:16.145594 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58182) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:43:16.195377 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] Publish callbacks [] for security_group (6e732978-9e1b-4c3d-b061-d467d954b89f), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:16.216473 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] Publish callbacks [] for security_group (6e732978-9e1b-4c3d-b061-d467d954b89f), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:16.223809 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:16.262842 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6e732978-9e1b-4c3d-b061-d467d954b89f), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:16.265434 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:16.266631 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/6e732978-9e1b-4c3d-b061-d467d954b89f HTTP/1.1" status: 204 len: 168 time: 0.1201124 Jan 25 02:43:16.274781 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45b253-cd22-4892-8952-32f02ab71e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e732978-9e1b-4c3d-b061-d467d954b89f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:43:17.234666 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5591b19-52ba-48dd-9eb8-c17912e68187 req-0ee1c953-d4cc-418b-9a66-3b83555dd5f2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:17.236175 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5591b19-52ba-48dd-9eb8-c17912e68187 req-0ee1c953-d4cc-418b-9a66-3b83555dd5f2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0487692 Jan 25 02:43:17.282630 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b5591b19-52ba-48dd-9eb8-c17912e68187 req-79e6959c-5905-40a1-b28b-4829d6de88f0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403273 Jan 25 02:43:18.401386 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80858b-a352-46f5-ba2c-6ab8e7187bb4 req-8d256a3e-20a0-42af-91e5-5c8f6fb10a0d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:18.402855 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a80858b-a352-46f5-ba2c-6ab8e7187bb4 req-8d256a3e-20a0-42af-91e5-5c8f6fb10a0d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0524263 Jan 25 02:43:18.453063 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-7a80858b-a352-46f5-ba2c-6ab8e7187bb4 req-af233246-68e9-4646-bb30-4262f92655cb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 Jan 25 02:43:18.690500 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2453c69-6b65-4295-bf42-ff391704e1cf req-8f6a54a7-e33e-4674-9756-06449280d38e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:18.692015 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f2453c69-6b65-4295-bf42-ff391704e1cf req-8f6a54a7-e33e-4674-9756-06449280d38e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0500026 Jan 25 02:43:18.740694 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-f2453c69-6b65-4295-bf42-ff391704e1cf req-69e094ac-25ab-41b1-955a-922f200b8c07 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Jan 25 02:43:18.792847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c5df-b682-4203-b917-d71c77db1f28 req-8f201096-0039-4b69-b9fb-30e142309983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:18.795096 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-8f201096-0039-4b69-b9fb-30e142309983 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1098 time: 0.0464737 Jan 25 02:43:18.891799 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c5df-b682-4203-b917-d71c77db1f28 req-c997b5a6-ed99-47e8-8afd-814ccb2a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:18.894185 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-c997b5a6-ed99-47e8-8afd-814ccb2a3aab service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0888765 Jan 25 02:43:18.968009 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-1db9ccf3-8166-4dde-8fe6-03868e3331c7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 1001 time: 0.0643454 Jan 25 02:43:19.020404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c5df-b682-4203-b917-d71c77db1f28 req-2823888f-939f-4b31-95c0-17ade773b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:19.021852 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-2823888f-939f-4b31-95c0-17ade773b8af service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0434546 Jan 25 02:43:19.069522 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c5df-b682-4203-b917-d71c77db1f28 req-c46985f1-4d63-48bf-b5ea-8bbb992558e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:19.070992 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-c46985f1-4d63-48bf-b5ea-8bbb992558e2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401011 Jan 25 02:43:19.165644 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-7dd89c2c-facd-4970-89bd-e4f52c837d9c service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874107 Jan 25 02:43:19.255783 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6068c5df-b682-4203-b917-d71c77db1f28 req-adf420a7-1778-4a5d-958d-6caf378ad022 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802150 Jan 25 02:43:19.858907 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d1cdd-5933-453c-9bae-bfa397b94cb2 req-5c08a227-74d5-45d5-a6a8-e4eb90682733 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:19.860395 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-964d1cdd-5933-453c-9bae-bfa397b94cb2 req-5c08a227-74d5-45d5-a6a8-e4eb90682733 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0510666 Jan 25 02:43:19.910467 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-964d1cdd-5933-453c-9bae-bfa397b94cb2 req-d25dae24-77ba-47c6-8465-9f7fae6b8842 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Jan 25 02:43:21.026316 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de99bf-dce5-4e4c-bdcb-ce9a0b4d24b6 req-bf2d65b7-9925-414b-b0e7-5479ecfaaca0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:21.027833 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-95de99bf-dce5-4e4c-bdcb-ce9a0b4d24b6 req-bf2d65b7-9925-414b-b0e7-5479ecfaaca0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0516593 Jan 25 02:43:21.073777 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-95de99bf-dce5-4e4c-bdcb-ce9a0b4d24b6 req-352b5b28-c919-41e9-a9c4-9d451e9ecbd3 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Jan 25 02:43:29.918650 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f4d25e7a-ddc5-4f73-9992-fb55a1350778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:32.269986 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d98528e6-ae3c-460e-b37a-789afc303020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:33.249737 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:33.465500 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:43:34.866156 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:36.226279 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:46.238335 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:43:50.912348 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-3ce09c95-6724-4d76-a02e-5b55037e46ce service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395916 Jan 25 02:43:51.009944 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-e9c2105d-a4f7-4a25-8af2-6aeaa3ed651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:51.011569 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-e9c2105d-a4f7-4a25-8af2-6aeaa3ed651c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1098 time: 0.0405614 Jan 25 02:43:51.117587 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-776c3936-cc90-424d-a70c-dbd8b8dbc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:51.119056 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-776c3936-cc90-424d-a70c-dbd8b8dbc474 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0876944 Jan 25 02:43:51.184147 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-f5782e51-453e-4700-b351-d43c1c414122 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 1001 time: 0.0568228 Jan 25 02:43:51.230354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-f8db1a14-0cb7-4a74-8a37-4129390ddbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:51.231779 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-f8db1a14-0cb7-4a74-8a37-4129390ddbae service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0409393 Jan 25 02:43:51.279624 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-c19f61af-e87b-4dd9-b3ff-705038726629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:51.281078 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-c19f61af-e87b-4dd9-b3ff-705038726629 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0420890 Jan 25 02:43:51.370564 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-5685ec67-db3d-48a9-9d69-2173c0b4800d service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801041 Jan 25 02:43:51.467087 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8995ef39-1cf3-4037-9ecc-fb1f27c01d54 req-73d262e4-b36a-4a27-ac5d-b8408a7a0e26 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Jan 25 02:43:55.520410 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910ee1d-d2db-4eb2-b24d-c64012bcaf2e req-691c2354-1d37-4170-95cd-2e0e90225fc7 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:55.521868 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6910ee1d-d2db-4eb2-b24d-c64012bcaf2e req-691c2354-1d37-4170-95cd-2e0e90225fc7 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Jan 25 02:43:55.570522 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6910ee1d-d2db-4eb2-b24d-c64012bcaf2e req-1771a782-19a3-47e1-af6b-8000056a97d6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Jan 25 02:43:56.685607 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191722-19a5-45d7-bf41-eedab5b1b38d req-d1cb8a6c-5455-4704-a874-dc3af6f64c73 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:56.687121 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-45191722-19a5-45d7-bf41-eedab5b1b38d req-d1cb8a6c-5455-4704-a874-dc3af6f64c73 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0474856 Jan 25 02:43:56.733355 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-45191722-19a5-45d7-bf41-eedab5b1b38d req-763253fd-02de-4bda-b06e-47bf36c5777d tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Jan 25 02:43:57.851684 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a665b7-12b3-4d80-85a8-1259dc30db8f req-5ae0abc6-670c-43b7-b68d-39a4c93e0b31 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:57.853160 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-78a665b7-12b3-4d80-85a8-1259dc30db8f req-5ae0abc6-670c-43b7-b68d-39a4c93e0b31 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0516536 Jan 25 02:43:57.898385 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-78a665b7-12b3-4d80-85a8-1259dc30db8f req-536a51ef-59db-4d67-806d-00763a1f3cef tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397375 Jan 25 02:43:59.011757 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13835f80-3032-4777-ad9b-b071391f17f8 req-c8484df4-2d68-494c-a347-0be6b688f27e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:43:59.013208 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-13835f80-3032-4777-ad9b-b071391f17f8 req-c8484df4-2d68-494c-a347-0be6b688f27e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Jan 25 02:43:59.062069 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-13835f80-3032-4777-ad9b-b071391f17f8 req-54b9e231-47a0-455d-8d6f-8e6f9ae2d5ae tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Jan 25 02:43:59.920683 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-78403145-52f6-428a-8a2d-10bd6f2b72b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:00.175914 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f51aed-84fd-4964-b73d-a57df71fe77e req-722b6791-ef37-4c0b-88d9-8434d1012c91 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:00.177308 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e3f51aed-84fd-4964-b73d-a57df71fe77e req-722b6791-ef37-4c0b-88d9-8434d1012c91 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Jan 25 02:44:00.223483 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e3f51aed-84fd-4964-b73d-a57df71fe77e req-a428b88d-bbf7-4578-99f9-ea667d4665cd tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Jan 25 02:44:01.335234 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091fc46-b8cb-4f06-a12f-f4c893676790 req-a31baae0-8eb5-48f9-b202-2857a878e0d7 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:01.336700 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4091fc46-b8cb-4f06-a12f-f4c893676790 req-a31baae0-8eb5-48f9-b202-2857a878e0d7 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jan 25 02:44:01.382667 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4091fc46-b8cb-4f06-a12f-f4c893676790 req-3a28a545-d626-4945-9375-8ab2e89b78d6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Jan 25 02:44:02.262137 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a19676db-ccf2-4946-8215-f4b5752dc478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:02.496214 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4caeb-84b0-4545-bbf2-d1b52df7459f req-1643526a-6baa-4808-b144-ec5c394cf6f2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:02.497654 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7fb4caeb-84b0-4545-bbf2-d1b52df7459f req-1643526a-6baa-4808-b144-ec5c394cf6f2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Jan 25 02:44:02.548097 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-7fb4caeb-84b0-4545-bbf2-d1b52df7459f req-5d8698ad-c9d4-4b3a-a6a1-f10c6fe2eeb9 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Jan 25 02:44:03.250173 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:03.664056 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b0726-a370-48d0-b6f2-3be84aa97e8c req-d5e3c6b1-2aae-4255-9cd1-c5ae40de38f0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:03.665547 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-834b0726-a370-48d0-b6f2-3be84aa97e8c req-d5e3c6b1-2aae-4255-9cd1-c5ae40de38f0 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Jan 25 02:44:03.710907 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-834b0726-a370-48d0-b6f2-3be84aa97e8c req-6a83ede9-84a1-492c-b7e6-ff170c7466d5 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Jan 25 02:44:04.825048 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb4e02-658a-4733-a791-92c2ed000c1d req-4f02d00f-8127-448a-8e77-2d4112ccbe49 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:04.826469 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8bdb4e02-658a-4733-a791-92c2ed000c1d req-4f02d00f-8127-448a-8e77-2d4112ccbe49 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0497174 Jan 25 02:44:04.868944 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:04.875405 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-8bdb4e02-658a-4733-a791-92c2ed000c1d req-fd8443df-0c1d-478e-84f4-11ff597054ec tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Jan 25 02:44:05.994203 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470f619-53be-495b-a44e-d21ea3dc40ef req-086d0ccc-2a67-49ca-a3ce-197eedbeced3 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:05.995700 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4470f619-53be-495b-a44e-d21ea3dc40ef req-086d0ccc-2a67-49ca-a3ce-197eedbeced3 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0518637 Jan 25 02:44:06.042646 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4470f619-53be-495b-a44e-d21ea3dc40ef req-6639f9f9-ed7d-4cf2-bc57-3a92c1b44ea6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Jan 25 02:44:06.228668 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:06.238551 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4371818-3478-4b92-8851-0d813bd22751 req-0930386a-1915-41e7-9e3f-15762b0bca74 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.240081 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c4371818-3478-4b92-8851-0d813bd22751 req-0930386a-1915-41e7-9e3f-15762b0bca74 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Jan 25 02:44:06.286944 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c4371818-3478-4b92-8851-0d813bd22751 req-487cf2f3-35cb-4593-9870-a3320a06d5db tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Jan 25 02:44:06.329647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-fda98dda-4a7b-4ff4-a494-757e2a92c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.331166 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-fda98dda-4a7b-4ff4-a494-757e2a92c970 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 1098 time: 0.0410352 Jan 25 02:44:06.426404 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-34dfac36-027c-4716-a036-1c9aa6f2a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.427811 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-34dfac36-027c-4716-a036-1c9aa6f2a794 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0879419 Jan 25 02:44:06.493726 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-44b9ab43-bcb1-4586-aa3c-9a6633f30388 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 200 len: 1001 time: 0.0568364 Jan 25 02:44:06.549013 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-9c9ea0d3-8bfd-4691-b4f5-5d0ee45ed93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.550467 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-9c9ea0d3-8bfd-4691-b4f5-5d0ee45ed93f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0463464 Jan 25 02:44:06.598204 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-7a7df1dc-bbf2-410e-93c4-760533b5916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:06.599712 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-7a7df1dc-bbf2-410e-93c4-760533b5916d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0392528 Jan 25 02:44:06.690444 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-299edd65-0eba-4ae6-a2cf-bc0caa2c5281 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812232 Jan 25 02:44:06.783756 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-6a2b3c6e-360d-461d-a15a-a24905ad7611 req-d078d055-07ef-489c-a991-240cf266dfbc service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848315 Jan 25 02:44:07.406155 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2605f16-3cfc-48a5-a269-bdb26674a737 req-d680e2a5-f952-44d0-921a-4fcc5077b213 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:07.408101 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e2605f16-3cfc-48a5-a269-bdb26674a737 req-d680e2a5-f952-44d0-921a-4fcc5077b213 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Jan 25 02:44:07.455773 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e2605f16-3cfc-48a5-a269-bdb26674a737 req-a60bc5a4-8447-4e46-9224-f0317984975f tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Jan 25 02:44:08.566956 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b453-7e50-4a26-b04c-14e7e7fe70f8 req-93f906c5-d6c7-4c5b-99d6-34bc71264de6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:08.568429 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a238b453-7e50-4a26-b04c-14e7e7fe70f8 req-93f906c5-d6c7-4c5b-99d6-34bc71264de6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0471401 Jan 25 02:44:08.616765 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-a238b453-7e50-4a26-b04c-14e7e7fe70f8 req-481fcbbf-46f6-4232-8d24-451b5a1511aa tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Jan 25 02:44:10.463823 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:44:16.260163 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:29.922214 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8ecac404-d759-4653-91bf-e5bf161bdcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:32.262354 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-30a6984c-b54c-4da2-8fc0-9957b475981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:33.254834 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:34.872206 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:36.230837 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:41.932170 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76fbb-62a9-46ab-94ae-cc967eaa0354 req-2ec7c43b-4fee-4005-8517-564ebf371dce tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:41.933692 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bad76fbb-62a9-46ab-94ae-cc967eaa0354 req-2ec7c43b-4fee-4005-8517-564ebf371dce tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0536656 Jan 25 02:44:41.980132 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-bad76fbb-62a9-46ab-94ae-cc967eaa0354 req-1132ef36-a267-49de-8a91-ffe1594e4711 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Jan 25 02:44:43.093452 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41dc4-1a1b-4d39-a21f-995dc7aceb32 req-3e6c3b47-01c7-4076-813d-c4fce7da2967 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:43.095434 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b0a41dc4-1a1b-4d39-a21f-995dc7aceb32 req-3e6c3b47-01c7-4076-813d-c4fce7da2967 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0487568 Jan 25 02:44:43.142100 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-b0a41dc4-1a1b-4d39-a21f-995dc7aceb32 req-b7acd13d-6056-42a2-a2ec-b455c72d5126 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Jan 25 02:44:44.256467 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421151e-97cf-4ddb-b86e-aafe52c1cdb2 req-8d0efac2-cc5a-4660-9e21-8332bd394196 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:44.257949 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e421151e-97cf-4ddb-b86e-aafe52c1cdb2 req-8d0efac2-cc5a-4660-9e21-8332bd394196 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Jan 25 02:44:44.333514 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e421151e-97cf-4ddb-b86e-aafe52c1cdb2 req-60a05d40-470c-4055-873a-c387a9c15bcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=0a2fc30b-fe40-4c3c-b540-72c2e757c081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699930 Jan 25 02:44:44.341480 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-55f91bc2-9a22-4e2d-b538-13d6326a9b8a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:44.342866 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-55f91bc2-9a22-4e2d-b538-13d6326a9b8a tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 945 time: 0.0783560 Jan 25 02:44:44.434645 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Deleting port 1d219fb0-e25c-4465-828f-27192867f26b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:44:44.434992 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (1d219fb0-e25c-4465-828f-27192867f26b), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:44.520207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] For port 1d219fb0-e25c-4465-828f-27192867f26b, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=1d219fb0-e25c-4465-828f-27192867f26b,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:44.520564 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (1d219fb0-e25c-4465-828f-27192867f26b), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:44.691121 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:44.691395 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:44.691714 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Floating IP 22dbb7f0-0411-4764-96fb-a8cdbab03b62 disassociated. External IP: 172.28.2.194, port: 1d219fb0-e25c-4465-828f-27192867f26b. Jan 25 02:44:44.692087 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Calling delete_port for 1d219fb0-e25c-4465-828f-27192867f26b owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:44:44.827077 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (1d219fb0-e25c-4465-828f-27192867f26b), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:44.859643 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'Port': ['ID=1d219fb0-e25c-4465-828f-27192867f26b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:44.873199 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.873556 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.873910 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.874256 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.874598 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.874940 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.875335 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.875752 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.876112 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.876445 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.876780 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.877132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.877461 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:44.983429 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:44:45.088583 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:44:45.098100 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:44:45.107708 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:44:45.108416 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:44:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:45.231280 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:44:45.376431 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] No DVR routers for this DVR port 1d219fb0-e25c-4465-828f-27192867f26b on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:44:45.379070 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:45.382320 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-a5f25c87-29b8-459a-aaaa-80e3666b700a req-fbaacd24-6e61-4201-9956-81075c18b87e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "DELETE /v2.0/ports/1d219fb0-e25c-4465-828f-27192867f26b HTTP/1.1" status: 204 len: 173 time: 1.0312557 Jan 25 02:44:45.382767 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'name': 'network-vif-deleted', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:45.385046 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24416cc-a705-406f-a8d5-0a6e42ca3b60" -d '{"events": [{"server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "name": "network-vif-deleted", "tag": "1d219fb0-e25c-4465-828f-27192867f26b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:45.437299 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a7aa5-4606-4720-b32c-7c383b850688 x-openstack-request-id: req-785a7aa5-4606-4720-b32c-7c383b850688 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:45.437633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81640-81e0-470c-98ce-cc18aa40c731", "name": "network-vif-deleted", "tag": "1d219fb0-e25c-4465-828f-27192867f26b", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:45.437935 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-785a7aa5-4606-4720-b32c-7c383b850688 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:45.438280 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81640-81e0-470c-98ce-cc18aa40c731', 'name': 'network-vif-deleted', 'tag': '1d219fb0-e25c-4465-828f-27192867f26b', 'status': 'completed', 'code': 200} Jan 25 02:44:45.439043 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-69608311-c23e-4fb1-85d3-60d28f7362c5 req-164bbcf7-8c1e-48e3-8107-1b39981d6b1b tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=38c81640-81e0-470c-98ce-cc18aa40c731 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Jan 25 02:44:45.445412 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:45.477488 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:44:45.486028 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:44:45.486636 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:44:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:45.594981 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:44:45.791467 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:44:45.826773 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514c793-9a65-4d1a-8ebf-37946ebb59a9 None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:44:46.036815 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721215e3-c758-4787-bab3-3bfcb6ea2fa6 None None] New status for floating IP 22dbb7f0-0411-4764-96fb-a8cdbab03b62: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:44:46.281977 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.522787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58294) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:46.574207 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (0a2fc30b-fe40-4c3c-b540-72c2e757c081), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.596750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (0a2fc30b-fe40-4c3c-b540-72c2e757c081), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.643073 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0a2fc30b-fe40-4c3c-b540-72c2e757c081), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.645647 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.646811 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "DELETE /v2.0/security-groups/0a2fc30b-fe40-4c3c-b540-72c2e757c081 HTTP/1.1" status: 204 len: 168 time: 0.1230192 Jan 25 02:44:46.649692 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:46.655586 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e511281-c316-431b-989b-846f993cc715 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2fc30b-fe40-4c3c-b540-72c2e757c081,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:46.662842 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.api.v2.resource [None req-935e8ec6-2dbd-47a9-b789-5f7449cecc1c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] show failed (client error): The resource could not be found. Jan 25 02:44:46.663856 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-935e8ec6-2dbd-47a9-b789-5f7449cecc1c tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups/0a2fc30b-fe40-4c3c-b540-72c2e757c081 HTTP/1.1" status: 404 len: 347 time: 0.0131910 Jan 25 02:44:46.666572 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:46.785567 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Deleting port 37d42260-4d66-4676-b7f9-2e3548a42f1c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:44:46.785820 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.873976 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.874312 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (37d42260-4d66-4676-b7f9-2e3548a42f1c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:46.886162 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Calling delete_port for 37d42260-4d66-4676-b7f9-2e3548a42f1c owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:44:47.015954 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (37d42260-4d66-4676-b7f9-2e3548a42f1c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.039931 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'Port': ['ID=37d42260-4d66-4676-b7f9-2e3548a42f1c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:47.063205 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.063556 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.063901 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.064239 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.064570 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.064899 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.065225 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.065548 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.065870 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.066192 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.066511 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.066831 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.067174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:47.110648 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (22dbb7f0-0411-4764-96fb-a8cdbab03b62), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.113133 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.114263 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-10c473fd-171c-4c90-9f2b-2cffd0e55c61 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "DELETE /v2.0/floatingips/22dbb7f0-0411-4764-96fb-a8cdbab03b62 HTTP/1.1" status: 204 len: 168 time: 0.4467919 Jan 25 02:44:47.444417 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58302) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:47.448899 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437063061', 'description': 'tempest-description--21315503'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:47.461708 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:44:47.471936 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.536851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (6cbf198b-c895-48df-91fc-5c54882b1e26), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.540573 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6cbf198b-c895-48df-91fc-5c54882b1e26), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.569999 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.571239 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1258049 Jan 25 02:44:47.572460 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced28291-2630-456d-bc4d-e3d7134e4072 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbf198b-c895-48df-91fc-5c54882b1e26,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:47.574434 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:47.581604 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group_rule': {'security_group_id': '6cbf198b-c895-48df-91fc-5c54882b1e26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:47.606456 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 1d219fb0-e25c-4465-828f-27192867f26b no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:44:47.609732 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (66020022-6464-49e2-a5a6-ca938ec38ffa), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.626965 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 1d219fb0-e25c-4465-828f-27192867f26b {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:44:47.627424 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 1d219fb0-e25c-4465-828f-27192867f26b not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:44:47.664777 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (66020022-6464-49e2-a5a6-ca938ec38ffa), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.668446 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (66020022-6464-49e2-a5a6-ca938ec38ffa), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.690964 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66020022-6464-49e2-a5a6-ca938ec38ffa,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:47.698750 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.699952 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-09a79b8a-408f-4dcb-9e4d-3739f40a3dcf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243837 Jan 25 02:44:47.702580 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58306) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:47.706946 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'security_group_rule': {'security_group_id': '6cbf198b-c895-48df-91fc-5c54882b1e26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:47.733504 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (bca4a1d5-d069-44e5-a040-2a9a4e4c6927), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.786043 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (bca4a1d5-d069-44e5-a040-2a9a4e4c6927), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.789484 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410949'] for security_group_rule (bca4a1d5-d069-44e5-a040-2a9a4e4c6927), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.808924 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca4a1d5-d069-44e5-a040-2a9a4e4c6927,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:47.814137 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.815445 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-7fd680a3-a262-429b-8b56-0fe606b2e4cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117575 Jan 25 02:44:47.818453 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58308) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:47.822855 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'floatingip': {'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:47.846522 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:47.939671 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.039949 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Allocated IP 172.28.2.198 (061b8da9-fb2e-4a62-ab61-4f788bef00c0/0e6248e9-cce7-448d-bd8d-f132b2ffe9f8/601ad7d5-e777-4607-a2ef-2d129c8a4724) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:44:48.141057 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.174019 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.210128 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Network 061b8da9-fb2e-4a62-ab61-4f788bef00c0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:44:48.214625 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:44:48.217979 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:44:48.240034 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=601ad7d5-e777-4607-a2ef-2d129c8a4724,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:48.303458 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.335476 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.481555 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.485970 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3891833'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.555865 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=601ad7d5-e777-4607-a2ef-2d129c8a4724,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:48.565593 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.581175 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:48.582412 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f14f8e5a-2b41-41e0-bb4a-e415702740e2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7629478 Jan 25 02:44:48.773028 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-9ea1bcbf-8d13-435b-8d1b-86302e3a2944 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?name=tempest-securitygroup--1437063061&fields=id&tenant_id=694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 267 time: 0.0414212 Jan 25 02:44:48.886581 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-8623dd67-5196-4a50-b8ce-0651438629cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:48.891761 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-8623dd67-5196-4a50-b8ce-0651438629cf tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 811 time: 0.1114819 Jan 25 02:44:48.903777 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-45a492c3-c648-4b79-859d-6dfc471f40f2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/quotas/694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 375 time: 0.0093496 Jan 25 02:44:48.955489 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-34a20764-499f-4d9c-ba0f-9244b3efbcee tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462906 Jan 25 02:44:49.047756 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-2a732b6c-2a7c-4a1c-a6b0-ad80cdfd392a service neutron] 10.222.0.109 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808756 Jan 25 02:44:49.138608 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-7a57732e-e820-4683-912a-f233122f30d3 service neutron] 10.222.0.109 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Jan 25 02:44:49.296609 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-4d8e9233-80bc-4fbf-9438-651c283b4fb0 req-0f0c6c70-0447-46b0-a345-b0f581f6fcb5 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 210 time: 0.0249810 Jan 25 02:44:50.395106 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-1f84808e-4f72-4690-9402-bcccd5e47164 req-6a1f8cec-5ea6-4244-81d9-bcb472d60c54 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 210 time: 0.0270483 Jan 25 02:44:50.405389 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-9ce409d2-4e4e-4dc8-b89d-3170c6445d45 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:50.407060 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-9ce409d2-4e4e-4dc8-b89d-3170c6445d45 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 811 time: 0.1047647 Jan 25 02:44:50.496226 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-d457b0b4-54cf-4da3-8209-a27d727a4ad2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=694c258d7d6a4965a2fb90594adaa5a0 HTTP/1.1" status: 200 len: 380 time: 0.0566354 Jan 25 02:44:50.511868 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'port': {'device_id': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'admin_state_up': True, 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'security_groups': ['6cbf198b-c895-48df-91fc-5c54882b1e26']}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:50.620328 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Made reservation on behalf of 694c258d7d6a4965a2fb90594adaa5a0 for: {'port': 1} {{(pid=102601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 02:44:50.623818 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:50.750760 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Allocated IP 172.20.0.5 (5b7f4ab3-935d-4f8a-9b57-8755b36a1197/eb8a42be-f773-40b8-9b01-6f750dc38b2c/7c008cfc-1d41-4658-991b-8f382096e295) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 02:44:50.893629 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for port (7c008cfc-1d41-4658-991b-8f382096e295), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:50.932144 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739989621333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:50.979303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 02:44:50.982297 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 02:44:50.987257 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 25 02:44:50.991198 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event updated for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:51.037562 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:51.038181 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.055678 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-df34f5a5-eb1d-4d27-8f7f-201feba72f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474162 Jan 25 02:44:51.082032 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Request body: {'port': {'device_id': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81977'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:44:51.144511 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7c008cfc-1d41-4658-991b-8f382096e295), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.195389 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-7aa186eb-dce8-4f47-8474-9dbd15aae04e None None] Provisioning complete for port 7c008cfc-1d41-4658-991b-8f382096e295 triggered by entity DHCP. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:44:51.196005 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7aa186eb-dce8-4f47-8474-9dbd15aae04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7c008cfc-1d41-4658-991b-8f382096e295), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.232617 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-7aa186eb-dce8-4f47-8474-9dbd15aae04e None None] Port 7c008cfc-1d41-4658-991b-8f382096e295 cannot update to ACTIVE because it is not bound. {{(pid=102602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 25 02:44:51.404482 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c008cfc-1d41-4658-991b-8f382096e295 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:44:51.412415 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks [] for port (7c008cfc-1d41-4658-991b-8f382096e295), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.424720 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Transition to ACTIVE for port object 7c008cfc-1d41-4658-991b-8f382096e295 will not be triggered until provisioned by entity L2. {{(pid=102601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 02:44:51.428847 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.509858 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:51.577430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f639-4c13-4840-9d53-ce64079d9bcd req-bfc42e8b-f0aa-4873-91ea-401096940e16 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:51.579561 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c031f639-4c13-4840-9d53-ce64079d9bcd req-bfc42e8b-f0aa-4873-91ea-401096940e16 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 943 time: 0.1111231 Jan 25 02:44:51.610703 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Attempting to bind port 7c008cfc-1d41-4658-991b-8f382096e295 on host hv-cinder-81977 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 25 02:44:51.611071 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Attempting to bind port 7c008cfc-1d41-4658-991b-8f382096e295 by drivers openvswitch,hyperv on host hv-cinder-81977 at level 0 using segments [{'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 25 02:44:51.611408 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Attempting to bind port 7c008cfc-1d41-4658-991b-8f382096e295 on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:44:51.620307 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Port 7c008cfc-1d41-4658-991b-8f382096e295 on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81977 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 25 02:44:51.620635 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Attempting to bind port 7c008cfc-1d41-4658-991b-8f382096e295 on network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 25 02:44:51.632927 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Checking agent: {'id': '5fd067e2-a9a0-4be7-8f23-5fe06c50b33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81977', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'started_at': datetime.datetime(2022, 1, 25, 2, 33, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 2, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 25 02:44:51.633403 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Checking segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 25 02:44:51.633649 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Bound using segment: {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 25 02:44:51.634090 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Bound port: 7c008cfc-1d41-4658-991b-8f382096e295, host: hv-cinder-81977, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e90ef4-7de1-416a-9402-b066da29ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 25 02:44:51.634555 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7c008cfc-1d41-4658-991b-8f382096e295), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.658265 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c031f639-4c13-4840-9d53-ce64079d9bcd req-7c94ec48-9db9-4500-98e3-37fb9960421b tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728180 Jan 25 02:44:51.712579 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 02:44:51.715716 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7c008cfc-1d41-4658-991b-8f382096e295,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 02:44:51.720362 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3863337'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.755401 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:51.756084 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:51.757399 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] 10.222.0.120 "PUT /v2.0/ports/7c008cfc-1d41-4658-991b-8f382096e295 HTTP/1.1" status: 200 len: 1093 time: 0.6801608 Jan 25 02:44:51.757846 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:51.760109 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10488ec-1f4b-4243-9c20-e0ab392992b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "tag": "7c008cfc-1d41-4658-991b-8f382096e295"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:51.794785 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355411f3-5fd6-4448-bd5a-0aa6e82121ff service neutron] Pushing event updated for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:51.805113 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb60c9e-6a6b-481b-b951-27830d57a16f x-openstack-request-id: req-8bb60c9e-6a6b-481b-b951-27830d57a16f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:51.805513 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "tag": "7c008cfc-1d41-4658-991b-8f382096e295", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:51.805920 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-8bb60c9e-6a6b-481b-b951-27830d57a16f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:51.806602 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295', 'status': 'completed', 'code': 200} Jan 25 02:44:51.866209 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-684b80c3-57f9-47d0-ae4d-938268ba9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:51.867755 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-684b80c3-57f9-47d0-ae4d-938268ba9a09 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 1096 time: 0.0441074 Jan 25 02:44:51.923628 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-67cefb6b-7f8d-4b8a-a8f5-8857c44fca04 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c008cfc-1d41-4658-991b-8f382096e295 HTTP/1.1" status: 200 len: 217 time: 0.0362632 Jan 25 02:44:51.977901 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-6669fa04-6e85-4246-8652-9b37bddb9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:51.979404 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-6669fa04-6e85-4246-8652-9b37bddb9dd0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0473752 Jan 25 02:44:52.038882 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-8a9272ea-0855-4e96-b2a5-867b2d4c50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.040314 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-8a9272ea-0855-4e96-b2a5-867b2d4c50c8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0398104 Jan 25 02:44:52.138220 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-066dc10e-8555-4702-a442-642376c4d569 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870643 Jan 25 02:44:52.229799 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-c099ed10-a56d-41dd-8292-c18a327fdca9 req-6ba21ac2-33e8-4554-b4e5-278465d1b4b0 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813737 Jan 25 02:44:52.368977 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-cda29f92-06cb-466b-a0c3-3ed02b45574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.370440 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-cda29f92-06cb-466b-a0c3-3ed02b45574a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 1096 time: 0.0401356 Jan 25 02:44:52.462659 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-dec7161a-4229-45d4-afaa-64a91461e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.464139 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-dec7161a-4229-45d4-afaa-64a91461e43b service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0875006 Jan 25 02:44:52.505111 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-bfab2a28-94f9-4c8c-a4a1-7abc9618d93c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c008cfc-1d41-4658-991b-8f382096e295 HTTP/1.1" status: 200 len: 217 time: 0.0337899 Jan 25 02:44:52.558749 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-b13fee87-db6b-4710-af93-6f7ec39b8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.560362 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-b13fee87-db6b-4710-af93-6f7ec39b8d2f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0491009 Jan 25 02:44:52.604211 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-7c73429c-bbe5-4a2c-84ef-124a5f684b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.605679 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-7c73429c-bbe5-4a2c-84ef-124a5f684b69 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0393693 Jan 25 02:44:52.696166 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-207e3ce6-c6b8-41ef-b3f1-7593ea1411e4 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807517 Jan 25 02:44:52.818026 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-b10488ec-1f4b-4243-9c20-e0ab392992b5 req-84bd4667-1e20-46fd-8173-da8ecec1fe19 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138387 Jan 25 02:44:52.825327 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090860ca-b3d5-4fa1-8923-a7f120a4531b req-178b3e45-6770-49df-a1da-175755bb7888 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:52.826693 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-090860ca-b3d5-4fa1-8923-a7f120a4531b req-178b3e45-6770-49df-a1da-175755bb7888 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 943 time: 0.0944300 Jan 25 02:44:52.880724 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-090860ca-b3d5-4fa1-8923-a7f120a4531b req-ab805bc2-94d3-4d68-9d42-c0ebf37b4515 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 Jan 25 02:44:53.995041 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7819fb-194d-4628-bf5c-39716a3e823e req-bdcb1af4-bfa4-4893-84d1-0a88f7af3f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:53.996503 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f7819fb-194d-4628-bf5c-39716a3e823e req-bdcb1af4-bfa4-4893-84d1-0a88f7af3f05 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 943 time: 0.0475624 Jan 25 02:44:54.044227 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-4f7819fb-194d-4628-bf5c-39716a3e823e req-e4f07a5b-2dbb-4910-a527-3487fec417c8 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Jan 25 02:44:55.161059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac29ec-b129-4018-88a1-833e1fb28eef req-d68b93fa-46c2-47de-95bd-1836440babe6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:55.162449 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-65ac29ec-b129-4018-88a1-833e1fb28eef req-d68b93fa-46c2-47de-95bd-1836440babe6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 943 time: 0.0513070 Jan 25 02:44:55.208991 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-65ac29ec-b129-4018-88a1-833e1fb28eef req-83c9c451-fe70-4bd8-b610-36bded366c06 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Jan 25 02:44:55.607617 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7c008cfc-1d41-4658-991b-8f382096e295 details requested by agent hyperv_hv-cinder-81977 with host hv-cinder-81977 {{(pid=102602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 25 02:44:55.702175 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7c008cfc-1d41-4658-991b-8f382096e295,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:55.713049 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Returning: {'device': '7c008cfc-1d41-4658-991b-8f382096e295', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'port_id': '7c008cfc-1d41-4658-991b-8f382096e295', 'mac_address': 'fa:16:3e:43:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 25 02:44:55.748623 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 7c008cfc-1d41-4658-991b-8f382096e295 is: DOWN; New status is: BUILD {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:55.749026 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7c008cfc-1d41-4658-991b-8f382096e295), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:55.762033 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c008cfc-1d41-4658-991b-8f382096e295 {{(pid=102602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 02:44:55.781106 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7c008cfc-1d41-4658-991b-8f382096e295,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:55.785044 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:55.830644 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:55.837589 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.837948 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.838299 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.838646 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.838991 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.839356 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.839692 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.840027 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.840355 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.840689 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.841017 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.841342 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:55.841667 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:44:56.216157 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] get_ports_and_sgs() called for port_ids ['7c008cfc-1d41-4658-991b-8f382096e295'] {{(pid=102602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 25 02:44:56.324012 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e5ebe-c675-49ca-9a0b-9a687b5438b0 req-a9233dad-d587-4515-8623-c73e72517152 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:56.325483 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aa5e5ebe-c675-49ca-9a0b-9a687b5438b0 req-a9233dad-d587-4515-8623-c73e72517152 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 944 time: 0.0488789 Jan 25 02:44:56.372738 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-aa5e5ebe-c675-49ca-9a0b-9a687b5438b0 req-87007e8d-008d-4b2d-9a4f-6e6229bf8c54 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Jan 25 02:44:57.485097 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c768e7-e99e-457b-8a7a-d183a55cc4da req-0dad9ba3-2669-4be1-838c-a3aad7c2d6c6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:57.487562 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-47c768e7-e99e-457b-8a7a-d183a55cc4da req-0dad9ba3-2669-4be1-838c-a3aad7c2d6c6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Jan 25 02:44:57.534333 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-47c768e7-e99e-457b-8a7a-d183a55cc4da req-3b2fa1f6-9d2f-4d42-92fb-a539c909d6a8 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Jan 25 02:44:57.623494 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7c008cfc-1d41-4658-991b-8f382096e295 up at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 25 02:44:57.671913 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning for port 7c008cfc-1d41-4658-991b-8f382096e295 completed by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 02:44:57.676801 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.db.provisioning_blocks [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Provisioning complete for port 7c008cfc-1d41-4658-991b-8f382096e295 triggered by entity L2. {{(pid=102602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 02:44:57.677181 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-536119935'] for port (7c008cfc-1d41-4658-991b-8f382096e295), provisioning_complete {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:57.756045 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Current status of the port 7c008cfc-1d41-4658-991b-8f382096e295 is: BUILD; New status is: ACTIVE {{(pid=102602) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 25 02:44:57.756435 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-745895'] for port (7c008cfc-1d41-4658-991b-8f382096e295), before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:57.777698 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295'}] {{(pid=102602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:44:57.779941 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65b9c7dd0d34366be8cd161a0e877289eaac380b71569de47cbc87e56a8b1555" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef942851-0635-4555-891e-dfb074fecc04" -d '{"events": [{"server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "name": "network-vif-plugged", "status": "completed", "tag": "7c008cfc-1d41-4658-991b-8f382096e295"}]}' {{(pid=102602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:44:57.792203 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7c008cfc-1d41-4658-991b-8f382096e295,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:44:57.796278 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739990111088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739989621351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739989621369'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:57.820597 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08865530-5b80-489a-b63a-0e13be31d746 x-openstack-request-id: req-08865530-5b80-489a-b63a-0e13be31d746 {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:44:57.820887 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "name": "network-vif-plugged", "status": "completed", "tag": "7c008cfc-1d41-4658-991b-8f382096e295", "code": 200}]} {{(pid=102602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:44:57.821140 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-08865530-5b80-489a-b63a-0e13be31d746 {{(pid=102602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:44:57.821528 dv-cinder-819778-6-smb neutron-server[102602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295', 'code': 200} Jan 25 02:44:57.846310 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Pushing event updated for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=5']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:44:58.036154 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f709-33ed-4f6d-81c3-e086a667ec36 req-cf757723-f4c8-44a9-a777-82762448f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:58.037602 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-33a7f709-33ed-4f6d-81c3-e086a667ec36 req-cf757723-f4c8-44a9-a777-82762448f165 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 1098 time: 0.0385056 Jan 25 02:44:58.086647 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-33a7f709-33ed-4f6d-81c3-e086a667ec36 req-c8115750-8161-4280-bc9f-a9e1b8f3a3c3 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Jan 25 02:44:58.648533 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e95483-b304-481e-a65d-fc0067cd3831 req-26ccad82-25fc-4054-8511-63ff9ed4d1cb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:58.650004 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-82e95483-b304-481e-a65d-fc0067cd3831 req-26ccad82-25fc-4054-8511-63ff9ed4d1cb tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Jan 25 02:44:58.695996 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-82e95483-b304-481e-a65d-fc0067cd3831 req-41052880-771c-45d5-8204-d406c2e74bb4 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404558 Jan 25 02:44:59.809744 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83d78-25c6-42d1-bb0a-6f2d7fd32d01 req-6ae7f888-63bf-4502-85e3-6dec4c7f222e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:59.811224 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36d83d78-25c6-42d1-bb0a-6f2d7fd32d01 req-6ae7f888-63bf-4502-85e3-6dec4c7f222e tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0475297 Jan 25 02:44:59.857476 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-36d83d78-25c6-42d1-bb0a-6f2d7fd32d01 req-4999f84e-12e1-4f33-9600-e98f14069f96 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405099 Jan 25 02:44:59.924115 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b1936635-7bbc-4dd1-a1bb-747f976f6b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:44:59.966586 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1057-4fc0-4839-b1d6-54ffe4bcebf9 req-e036f2fe-318d-4ac8-a0fe-9290458a88b6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:44:59.968062 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-aa1d1057-4fc0-4839-b1d6-54ffe4bcebf9 req-e036f2fe-318d-4ac8-a0fe-9290458a88b6 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Jan 25 02:44:59.976953 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58364) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:44:59.981104 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.v2.base [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Request body: {'floatingip': {'port_id': '7c008cfc-1d41-4658-991b-8f382096e295'}} {{(pid=102601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 25 02:45:00.022750 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.444068 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.448159 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.541330 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Floating IP 6d896f25-b844-43c3-bd4f-30eae6bae00c associated. External IP: 172.28.2.198, port: 7c008cfc-1d41-4658-991b-8f382096e295. Jan 25 02:45:00.745346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:00.851361 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:00.856366 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:00.862079 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:00.871301 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:00.871905 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:44:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:00.883996 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-911ae5a2-d426-4f3a-91cb-dc0cb4323306 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "PUT /v2.0/floatingips/6d896f25-b844-43c3-bd4f-30eae6bae00c HTTP/1.1" status: 200 len: 991 time: 0.9060822 Jan 25 02:45:00.884586 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:00.886826 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45a95e6-55c5-4131-99e8-16f1fc1a3425" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "tag": "7c008cfc-1d41-4658-991b-8f382096e295"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:00.927132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa21ed0e-bb89-4845-af4f-fda55f99dbc9 x-openstack-request-id: req-aa21ed0e-bb89-4845-af4f-fda55f99dbc9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:00.927430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "tag": "7c008cfc-1d41-4658-991b-8f382096e295", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:00.927684 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-aa21ed0e-bb89-4845-af4f-fda55f99dbc9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:00.928082 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295', 'status': 'completed', 'code': 200} Jan 25 02:45:00.984578 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:01.019684 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-31e5898f-36c3-4b75-aa56-914f37ba1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.021216 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-31e5898f-36c3-4b75-aa56-914f37ba1884 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 1098 time: 0.0423658 Jan 25 02:45:01.113783 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-8da649ca-9704-4644-9305-12cbb02c950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.115294 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-8da649ca-9704-4644-9305-12cbb02c950c service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 200 len: 912 time: 0.0878665 Jan 25 02:45:01.181369 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-9c1b3e29-bd7d-42ca-bc6e-6f8817937d4e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c008cfc-1d41-4658-991b-8f382096e295 HTTP/1.1" status: 200 len: 999 time: 0.0605149 Jan 25 02:45:01.206807 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6d896f25-b844-43c3-bd4f-30eae6bae00c', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '7c008cfc-1d41-4658-991b-8f382096e295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:43:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:48Z', 'updated_at': '2022-01-25T02:45:00Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:01.229096 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-429e722c-fe52-408c-b3d7-81552adceb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.230545 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-429e722c-fe52-408c-b3d7-81552adceb5d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 200 len: 850 time: 0.0434022 Jan 25 02:45:01.235911 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:01.244043 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:01.244642 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:44:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:01.274394 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-79e2866f-a970-4fe7-9f33-e3d3aa844a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:01.275882 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-79e2866f-a970-4fe7-9f33-e3d3aa844a4b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b7f4ab3-935d-4f8a-9b57-8755b36a1197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0394366 Jan 25 02:45:01.359252 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:01.368257 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-72e2e706-8137-417b-b389-d6b3dd7788e4 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Jan 25 02:45:01.457463 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-e45a95e6-55c5-4131-99e8-16f1fc1a3425 req-ac164fab-c8b8-43a9-8f3a-7deeb8667972 service neutron] 10.222.0.120 "GET /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829046 Jan 25 02:45:01.666965 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6d896f25-b844-43c3-bd4f-30eae6bae00c', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '7c008cfc-1d41-4658-991b-8f382096e295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:43:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:48Z', 'updated_at': '2022-01-25T02:45:00Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:01.696201 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d962046-fd17-4a7f-bea3-51a2e0f208fb None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_floatingips': [{'id': '6d896f25-b844-43c3-bd4f-30eae6bae00c', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'router_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'port_id': '7c008cfc-1d41-4658-991b-8f382096e295', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'mac_address': 'fa:16:3e:43:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T02:44:48Z', 'updated_at': '2022-01-25T02:45:00Z', 'revision_number': 1, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:01.888993 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb8468-3050-4caa-905c-b194b7704c1f None None] New status for floating IP 6d896f25-b844-43c3-bd4f-30eae6bae00c: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:02.263645 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2bf447be-df85-4bcd-8161-aaef587ed917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:03.255813 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:04.874600 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:06.233367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:16.295160 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:24.461248 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:45:29.925685 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4652f055-9708-405a-a7af-389a3f6ba736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:32.385847 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e85e795a-316f-430d-bc23-130215e9b9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:33.258057 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:34.876943 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:36.236611 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:46.309051 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:52.514728 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e1e7-b63c-4f30-92ff-d65dfd2f0475 req-fe7ea8b4-014c-40da-b166-9b3c0bc793c5 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:52.516384 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6d05e1e7-b63c-4f30-92ff-d65dfd2f0475 req-fe7ea8b4-014c-40da-b166-9b3c0bc793c5 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Jan 25 02:45:52.566473 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-6d05e1e7-b63c-4f30-92ff-d65dfd2f0475 req-5233feb9-0856-4ea6-8fbe-c4a781654c60 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Jan 25 02:45:53.694787 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b44f5c-ad73-47cd-8f82-afe1788926d4 req-630673a0-eb04-4156-afb9-fed5059a2e89 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:53.696316 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f2b44f5c-ad73-47cd-8f82-afe1788926d4 req-630673a0-eb04-4156-afb9-fed5059a2e89 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0590115 Jan 25 02:45:53.747061 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-f2b44f5c-ad73-47cd-8f82-afe1788926d4 req-aedd0077-01bd-4ae7-8aad-1fc8821024e4 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Jan 25 02:45:54.754766 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-967cb9bd-43df-40e2-b4db-afa2e923f767 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:54.756111 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-967cb9bd-43df-40e2-b4db-afa2e923f767 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0470243 Jan 25 02:45:54.851360 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Deleting port 7c008cfc-1d41-4658-991b-8f382096e295 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:54.851700 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (7c008cfc-1d41-4658-991b-8f382096e295), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:54.861606 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6405ba-f8db-4bb4-9f4b-782bf010531c req-9ce9163d-0cd3-4e3d-8e78-6d2bbd89e376 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 02:45:54.863128 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0b6405ba-f8db-4bb4-9f4b-782bf010531c req-9ce9163d-0cd3-4e3d-8e78-6d2bbd89e376 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Jan 25 02:45:54.912142 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-0b6405ba-f8db-4bb4-9f4b-782bf010531c req-e98e558d-4b6e-45c0-9886-37a6c2dee0df tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups?id=6cbf198b-c895-48df-91fc-5c54882b1e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Jan 25 02:45:55.176851 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] For port 7c008cfc-1d41-4658-991b-8f382096e295, host hv-cinder-81977, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81977',level=0,port_id=7c008cfc-1d41-4658-991b-8f382096e295,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:45:55.177385 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (7c008cfc-1d41-4658-991b-8f382096e295), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:55.344641 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:55.345009 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536385470'] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:55.345330 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.db.l3_db [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Floating IP 6d896f25-b844-43c3-bd4f-30eae6bae00c disassociated. External IP: 172.28.2.198, port: 7c008cfc-1d41-4658-991b-8f382096e295. Jan 25 02:45:55.345677 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Calling delete_port for 7c008cfc-1d41-4658-991b-8f382096e295 owned by compute:nova {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:55.472199 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (7c008cfc-1d41-4658-991b-8f382096e295), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:55.498528 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'Port': ['ID=7c008cfc-1d41-4658-991b-8f382096e295,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:55.512492 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.512853 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.513202 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.513548 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.513887 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.514226 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.514558 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.514996 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.514996 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.515693 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.515990 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.516318 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.516640 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:55.627365 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:45:55.732897 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:45:55.744076 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:45:55.754382 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:55.754996 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:45:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:55.772354 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] No DVR routers for this DVR port 7c008cfc-1d41-4658-991b-8f382096e295 on host hv-cinder-81977 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:45:55.774738 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for port (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:55.778040 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [req-0d8891c8-aac9-4853-8f9a-6a594a143093 req-763f634e-084c-42ce-a926-47c77661d860 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.120 "DELETE /v2.0/ports/7c008cfc-1d41-4658-991b-8f382096e295 HTTP/1.1" status: 204 len: 173 time: 1.0093863 Jan 25 02:45:55.778516 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'name': 'network-vif-deleted', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 02:45:55.782000 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.109/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09013fa3d83bf536bcafd3177cff53bd8a2bd1ed622f352dfdc06d6d8a1d95ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb40a6f-1aa0-4e00-82a3-b393b9acbf3d" -d '{"events": [{"server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "name": "network-vif-deleted", "tag": "7c008cfc-1d41-4658-991b-8f382096e295"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 25 02:45:55.823746 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 25 Jan 2022 02:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2bf8c4-c7ab-4f65-9130-50df3c7e8082 x-openstack-request-id: req-0d2bf8c4-c7ab-4f65-9130-50df3c7e8082 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 25 02:45:55.824037 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a833e0-cffa-4c6e-920c-cfd0dcc93761", "name": "network-vif-deleted", "tag": "7c008cfc-1d41-4658-991b-8f382096e295", "status": "completed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 25 02:45:55.824294 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.109/compute/v2.1/os-server-external-events used request id req-0d2bf8c4-c7ab-4f65-9130-50df3c7e8082 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 25 02:45:55.824685 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a833e0-cffa-4c6e-920c-cfd0dcc93761', 'name': 'network-vif-deleted', 'tag': '7c008cfc-1d41-4658-991b-8f382096e295', 'status': 'completed', 'code': 200} Jan 25 02:45:55.868749 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:56.040209 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [req-29f55631-f8aa-467a-917a-e0e1993683c5 req-f1cdf611-19e2-43a7-b7d9-7acdcae921d2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/ports?device_id=c5a833e0-cffa-4c6e-920c-cfd0dcc93761 HTTP/1.1" status: 200 len: 210 time: 0.0283382 Jan 25 02:45:56.093119 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:56.118424 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:45:56.127821 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:45:56.128405 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:45:32Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:56.229555 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:45:56.435365 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:45:56.461960 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fef4b7-60a9-4720-9052-e67b493a4e6b None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:42:07Z', 'revision_number': 4, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb', '_interfaces': [{'id': '7793c9f6-dcf7-451a-b9f8-226949b8e443', 'name': '', 'network_id': '5b7f4ab3-935d-4f8a-9b57-8755b36a1197', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'mac_address': 'fa:16:3e:f9:2d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:06Z', 'updated_at': '2022-01-25T02:42:10Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'subnets': [{'id': 'eb8a42be-f773-40b8-9b01-6f750dc38b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:45:56.684842 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790a64a-2419-4502-8a5b-b26a72365011 None None] New status for floating IP 6d896f25-b844-43c3-bd4f-30eae6bae00c: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 25 02:45:57.124718 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58560) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:57.177253 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (6cbf198b-c895-48df-91fc-5c54882b1e26), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.204633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (6cbf198b-c895-48df-91fc-5c54882b1e26), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.251189 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (6cbf198b-c895-48df-91fc-5c54882b1e26), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.253786 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.254935 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "DELETE /v2.0/security-groups/6cbf198b-c895-48df-91fc-5c54882b1e26 HTTP/1.1" status: 204 len: 168 time: 0.1293404 Jan 25 02:45:57.257731 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58562) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:57.263866 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb16fa-a6d6-45ca-9eff-91aec651d624 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbf198b-c895-48df-91fc-5c54882b1e26,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:57.271984 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.api.v2.resource [None req-29e9ce51-a2d8-4338-8e13-f0548ccc3766 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] show failed (client error): The resource could not be found. Jan 25 02:45:57.272986 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-29e9ce51-a2d8-4338-8e13-f0548ccc3766 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "GET /v2.0/security-groups/6cbf198b-c895-48df-91fc-5c54882b1e26 HTTP/1.1" status: 404 len: 347 time: 0.0142088 Jan 25 02:45:57.275780 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58564) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:45:57.400807 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Deleting port 601ad7d5-e777-4607-a2ef-2d129c8a4724 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:45:57.401059 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.473122 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.473445 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (601ad7d5-e777-4607-a2ef-2d129c8a4724), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.485064 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Calling delete_port for 601ad7d5-e777-4607-a2ef-2d129c8a4724 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:45:57.614867 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (601ad7d5-e777-4607-a2ef-2d129c8a4724), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.638735 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Pushing event deleted for resources: {'Port': ['ID=601ad7d5-e777-4607-a2ef-2d129c8a4724,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:45:57.649868 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.650220 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.650566 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.650955 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.651264 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.651592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.651921 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.652244 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.652566 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.652888 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.653210 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.653533 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.653850 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:45:57.721380 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks [] for floatingip (6d896f25-b844-43c3-bd4f-30eae6bae00c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.725177 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-536814865'] for floatingip (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:45:57.726665 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b5691808-3f49-4e29-913b-568c0f6919b2 tempest-AttachVolumeTestJSON-508321649 tempest-AttachVolumeTestJSON-508321649-project] 10.222.0.109 "DELETE /v2.0/floatingips/6d896f25-b844-43c3-bd4f-30eae6bae00c HTTP/1.1" status: 204 len: 168 time: 0.4499638 Jan 25 02:45:59.900343 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7c008cfc-1d41-4658-991b-8f382096e295 no longer exists at agent hyperv_hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:45:59.928632 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] No Port match for: 7c008cfc-1d41-4658-991b-8f382096e295 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:45:59.928980 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Device 7c008cfc-1d41-4658-991b-8f382096e295 not bound to the agent host hv-cinder-81977 {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:45:59.942659 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8d03faca-5dc3-4075-8372-9bcac92d90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:01.236286 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:01.459735 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:46:01.565274 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536380148'] for router_interface (81c40c90-2915-47fc-929c-e0b1866046ef), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.028474 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Deleting port 7793c9f6-dcf7-451a-b9f8-226949b8e443 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:46:02.028811 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.105082 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] For port 7793c9f6-dcf7-451a-b9f8-226949b8e443, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=7793c9f6-dcf7-451a-b9f8-226949b8e443,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:02.105442 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.117108 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Calling delete_port for 7793c9f6-dcf7-451a-b9f8-226949b8e443 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:46:02.268434 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-577cac29-28a2-4607-880b-8dfc5e5755a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.285815 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (7793c9f6-dcf7-451a-b9f8-226949b8e443), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.310573 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7793c9f6-dcf7-451a-b9f8-226949b8e443,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:02.470124 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536362245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536372441'] for router_interface (81c40c90-2915-47fc-929c-e0b1866046ef), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.682068 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Router 81c40c90-2915-47fc-929c-e0b1866046ef has already been hosted by L3 agent 0ee7252d-c017-407d-8f01-5668eb9444b2 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 02:46:02.786366 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] Notify agent at l3_agent.dv-cinder-819778-6-smb the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 02:46:02.791285 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-53b54969-7076-453a-9376-aaf96da21a72 admin admin] 10.222.0.109 "PUT /v2.0/routers/81c40c90-2915-47fc-929c-e0b1866046ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5539479 Jan 25 02:46:02.793733 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:02.796554 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Sync routers for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 25 02:46:02.807359 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:46:02.807979 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:46:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:02.908351 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks [] for router (81c40c90-2915-47fc-929c-e0b1866046ef), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:02.911856 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: dv-cinder-819778-6-smb {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:46:03.010107 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks [] for router_gateway (81c40c90-2915-47fc-929c-e0b1866046ef), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.063592 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Deleting port 5722fbee-53b5-4c26-be0d-899c35bb01e1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:46:03.063939 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.083293 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'external_fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:46:02Z', 'revision_number': 5, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port': {'id': '5722fbee-53b5-4c26-be0d-899c35bb01e1', 'name': '', 'network_id': '061b8da9-fb2e-4a62-ab61-4f788bef00c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819778-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T02:42:05Z', 'updated_at': '2022-01-25T02:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e6248e9-cce7-448d-bd8d-f132b2ffe9f8', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819778-6-smb'}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:03.111906 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Checking router: 81c40c90-2915-47fc-929c-e0b1866046ef for host: dv-cinder-819778-6-smb {{(pid=102603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 25 02:46:03.120661 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Routers {'81c40c90-2915-47fc-929c-e0b1866046ef'} bound to L3 agent in host dv-cinder-819778-6-smb {{(pid=102603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 25 02:46:03.121255 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819778-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T02:27:32Z,description=,heartbeat_timestamp=2022-01-25T02:46:02Z,host='dv-cinder-819778-6-smb',id=0ee7252d-c017-407d-8f01-5668eb9444b2,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T02:27:32Z,topic='l3_agent')) {'router_ids': ['81c40c90-2915-47fc-929c-e0b1866046ef'], 'active': True} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:03.143936 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] For port 5722fbee-53b5-4c26-be0d-899c35bb01e1, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=5722fbee-53b5-4c26-be0d-899c35bb01e1,segment=NetworkSegment(33d65ad0-1ed7-4f6a-8fe2-08602a71126d),segment_id=33d65ad0-1ed7-4f6a-8fe2-08602a71126d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:03.144301 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.156142 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Calling delete_port for 5722fbee-53b5-4c26-be0d-899c35bb01e1 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:46:03.261954 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.299835 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_dvr_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] Set router 81c40c90-2915-47fc-929c-e0b1866046ef gateway port host: None {{(pid=102603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 25 02:46:03.326174 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3891822'] for port (5722fbee-53b5-4c26-be0d-899c35bb01e1), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.349219 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5722fbee-53b5-4c26-be0d-899c35bb01e1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:03.350420 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.l3_hamode_db [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:46:03Z', 'revision_number': 6, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port_host': None}], 'dv-cinder-819778-6-smb', False) {} {{(pid=102603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:03.381629 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb0cd5-fa3a-40ae-87ed-d8df3f7bdafe None None] The sync data for ids ['81c40c90-2915-47fc-929c-e0b1866046ef'] in dv-cinder-819778-6-smb is: [{'id': '81c40c90-2915-47fc-929c-e0b1866046ef', 'name': 'tempest-AttachVolumeTestJSON-1294995251-router', 'tenant_id': '694c258d7d6a4965a2fb90594adaa5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T02:42:04Z', 'updated_at': '2022-01-25T02:46:03Z', 'revision_number': 6, 'project_id': '694c258d7d6a4965a2fb90594adaa5a0', 'gw_port_host': None}] {{(pid=102603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 25 02:46:03.412853 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536383493'] for router_gateway (81c40c90-2915-47fc-929c-e0b1866046ef), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.499151 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536373658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3362'] for router (81c40c90-2915-47fc-929c-e0b1866046ef), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.501245 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks [] for router_controller (81c40c90-2915-47fc-929c-e0b1866046ef), precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.545861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536373649'] for router (81c40c90-2915-47fc-929c-e0b1866046ef), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.546198 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c40c90-2915-47fc-929c-e0b1866046ef {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 02:46:03.550776 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.555315 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58596) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:03.555890 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-c9d41ced-9c5c-4bb7-a803-5b8092e8cdb0 admin admin] 10.222.0.109 "DELETE /v2.0/routers/81c40c90-2915-47fc-929c-e0b1866046ef HTTP/1.1" status: 204 len: 168 time: 0.7606001 Jan 25 02:46:03.599996 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.db_base_plugin_v2 [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Deleting subnet eb8a42be-f773-40b8-9b01-6f750dc38b2c {{(pid=102601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 25 02:46:03.603157 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Publish callbacks [] for subnet (eb8a42be-f773-40b8-9b01-6f750dc38b2c), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.643262 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4010038'] for subnet (eb8a42be-f773-40b8-9b01-6f750dc38b2c), precommit_delete_associations {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.721324 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536118889'] for subnet (eb8a42be-f773-40b8-9b01-6f750dc38b2c), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.775730 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536118930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-380948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3863315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4002109'] for subnet (eb8a42be-f773-40b8-9b01-6f750dc38b2c), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.802063 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8a42be-f773-40b8-9b01-6f750dc38b2c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:03.807957 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.811724 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-607442d9-34e0-4e45-9737-5db768088d05 admin admin] 10.222.0.109 "DELETE /v2.0/subnets/eb8a42be-f773-40b8-9b01-6f750dc38b2c HTTP/1.1" status: 204 len: 168 time: 0.2546728 Jan 25 02:46:03.814319 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58598) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:03.816416 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce1380-09bc-4344-be08-cfdc46ee240a None None] Network 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 requested from dv-cinder-819778-6-smb {{(pid=102602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 25 02:46:03.882300 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-703655'] for network (5b7f4ab3-935d-4f8a-9b57-8755b36a1197), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:03.941118 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Deleting port 0be8b1c0-7c01-4859-989c-a56739ad020a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 25 02:46:03.941451 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739990101706'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.001544 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] For port 0be8b1c0-7c01-4859-989c-a56739ad020a, host dv-cinder-819778-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819778-6-smb',level=0,port_id=0be8b1c0-7c01-4859-989c-a56739ad020a,segment=NetworkSegment(59e90ef4-7de1-416a-9402-b066da29ec0a),segment_id=59e90ef4-7de1-416a-9402-b066da29ec0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 02:46:04.001904 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536383594'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.013772 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Calling delete_port for 0be8b1c0-7c01-4859-989c-a56739ad020a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 25 02:46:04.096281 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-745486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536726446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739990110275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739989621342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3863358'] for port (0be8b1c0-7c01-4859-989c-a56739ad020a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.123182 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Pushing event deleted for resources: {'Port': ['ID=0be8b1c0-7c01-4859-989c-a56739ad020a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:04.126036 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] No DVR routers for this DVR port 0be8b1c0-7c01-4859-989c-a56739ad020a on host dv-cinder-819778-6-smb {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 02:46:04.165714 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f73732-2b63-425d-b317-25b80d92a0a3 None None] DHCP port deletion for 5b7f4ab3-935d-4f8a-9b57-8755b36a1197 request from dv-cinder-819778-6-smb {{(pid=102602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 25 02:46:04.207664 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-536141556', 'neutron.services.segments.db._delete_segments_for_network-8739990066095'] for network (5b7f4ab3-935d-4f8a-9b57-8755b36a1197), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.228915 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7f4ab3-935d-4f8a-9b57-8755b36a1197']}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:04.233900 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 7793c9f6-dcf7-451a-b9f8-226949b8e443 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:46:04.240662 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e90ef4-7de1-416a-9402-b066da29ec0a') {'for_net_delete': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:04.241037 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.services.segments.db [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e90ef4-7de1-416a-9402-b066da29ec0a') {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 02:46:04.250896 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739990065969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4010031'] for segment (59e90ef4-7de1-416a-9402-b066da29ec0a), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.253790 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 7793c9f6-dcf7-451a-b9f8-226949b8e443 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:46:04.254149 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 7793c9f6-dcf7-451a-b9f8-226949b8e443 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:46:04.254581 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 5722fbee-53b5-4c26-be0d-899c35bb01e1 no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:46:04.266418 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062'] for segment (59e90ef4-7de1-416a-9402-b066da29ec0a), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.273032 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 25 02:46:04.273430 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-536144062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3863373'] for segment (59e90ef4-7de1-416a-9402-b066da29ec0a), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: warnings.warn(msg) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: Traceback (most recent call last): Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: timer() Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: cb(*args, **kw) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: return func(*args, **kwargs) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: self._notify() Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: self.callback(batched_events) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: event.method(event) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 25 02:46:04.275388 dv-cinder-819778-6-smb neutron-server[102601]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: return f(self, *a, **k) Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: return self._get(url).json() Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: return self.request(url, 'GET', **kwargs) Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 02:46:04.278818 dv-cinder-819778-6-smb neutron-server[102601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 02:46:04.281948 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 5722fbee-53b5-4c26-be0d-899c35bb01e1 {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:46:04.281948 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 5722fbee-53b5-4c26-be0d-899c35bb01e1 not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:46:04.281948 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 0be8b1c0-7c01-4859-989c-a56739ad020a no longer exists at agent ovs-agent-dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 25 02:46:04.297870 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] No Port match for: 0be8b1c0-7c01-4859-989c-a56739ad020a {{(pid=102602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 25 02:46:04.298219 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron.plugins.ml2.rpc [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Device 0be8b1c0-7c01-4859-989c-a56739ad020a not bound to the agent host dv-cinder-819778-6-smb {{(pid=102602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 25 02:46:04.333375 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-536141507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536362250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536385452'] for network (5b7f4ab3-935d-4f8a-9b57-8755b36a1197), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.338621 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536362264'] for network (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.341831 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] 10.222.0.109 "DELETE /v2.0/networks/5b7f4ab3-935d-4f8a-9b57-8755b36a1197 HTTP/1.1" status: 204 len: 168 time: 0.5266075 Jan 25 02:46:04.353020 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d23b8-8328-4c16-b463-7125da72f54e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7f4ab3-935d-4f8a-9b57-8755b36a1197,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:04.513870 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58602) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:04.553341 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-dbbedea4-7575-4467-9acf-aca0ce6fef06 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=694c258d7d6a4965a2fb90594adaa5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374777 Jan 25 02:46:04.555503 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58604) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:04.606605 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] Publish callbacks [] for security_group (2e4d8827-c71f-420e-9c0c-03ac2f3c3a19), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.628059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] Publish callbacks [] for security_group (2e4d8827-c71f-420e-9c0c-03ac2f3c3a19), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.674836 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2e4d8827-c71f-420e-9c0c-03ac2f3c3a19), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.677705 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:04.678876 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2e4d8827-c71f-420e-9c0c-03ac2f3c3a19 HTTP/1.1" status: 204 len: 168 time: 0.1224699 Jan 25 02:46:04.686917 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5aa4cc-8bd2-42b0-97bb-4868d4a17c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d8827-c71f-420e-9c0c-03ac2f3c3a19,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:04.882672 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:06.240377 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:06.980098 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58672) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:07.085612 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8051bf49-6eba-4830-afcb-baf9bf8f7852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.162406 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8051bf49-6eba-4830-afcb-baf9bf8f7852 admin admin] Publish callbacks [] for security_group (3f909fc7-b3eb-4a51-a177-b5ced2b7b9db), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.166149 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8051bf49-6eba-4830-afcb-baf9bf8f7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (3f909fc7-b3eb-4a51-a177-b5ced2b7b9db), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.205051 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-8051bf49-6eba-4830-afcb-baf9bf8f7852 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=d62c25ad1cfe44fcaf1734077ee9e95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238197 Jan 25 02:46:07.205908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051bf49-6eba-4830-afcb-baf9bf8f7852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f909fc7-b3eb-4a51-a177-b5ced2b7b9db,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:07.207738 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:07.254423 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] Publish callbacks [] for security_group (3f909fc7-b3eb-4a51-a177-b5ced2b7b9db), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.274645 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] Publish callbacks [] for security_group (3f909fc7-b3eb-4a51-a177-b5ced2b7b9db), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.322729 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (3f909fc7-b3eb-4a51-a177-b5ced2b7b9db), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.325311 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.326996 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/3f909fc7-b3eb-4a51-a177-b5ced2b7b9db HTTP/1.1" status: 204 len: 168 time: 0.1177542 Jan 25 02:46:07.335088 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd30eb-a4c3-4a6c-be29-888d0cfa5030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f909fc7-b3eb-4a51-a177-b5ced2b7b9db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:07.580464 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58682) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:07.593990 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8eded05-0dea-4ff9-b4e6-fd8288984ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.667529 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8eded05-0dea-4ff9-b4e6-fd8288984ae9 admin admin] Publish callbacks [] for security_group (00f796c5-f725-496d-9676-f24da47cebcb), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.671903 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8eded05-0dea-4ff9-b4e6-fd8288984ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (00f796c5-f725-496d-9676-f24da47cebcb), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.711820 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-e8eded05-0dea-4ff9-b4e6-fd8288984ae9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=f2920a5ccae1452582579b370841e6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302979 Jan 25 02:46:07.712937 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eded05-0dea-4ff9-b4e6-fd8288984ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f796c5-f725-496d-9676-f24da47cebcb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:07.714535 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58684) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:07.763132 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] Publish callbacks [] for security_group (00f796c5-f725-496d-9676-f24da47cebcb), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.787913 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] Publish callbacks [] for security_group (00f796c5-f725-496d-9676-f24da47cebcb), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.834342 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (00f796c5-f725-496d-9676-f24da47cebcb), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.836844 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:07.837985 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/00f796c5-f725-496d-9676-f24da47cebcb HTTP/1.1" status: 204 len: 168 time: 0.1217816 Jan 25 02:46:07.847030 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31940cd5-76af-49c3-a489-9b1f80b757a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f796c5-f725-496d-9676-f24da47cebcb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:13.582665 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58766) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:13.685065 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5316c55-47c5-4916-8829-dcea2d959a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.758975 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5316c55-47c5-4916-8829-dcea2d959a19 admin admin] Publish callbacks [] for security_group (0ff09282-4685-4538-8d48-8650380f827c), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.762589 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5316c55-47c5-4916-8829-dcea2d959a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0ff09282-4685-4538-8d48-8650380f827c), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.800374 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-c5316c55-47c5-4916-8829-dcea2d959a19 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5c99a47bddbf4c97981d826f7081ce3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166045 Jan 25 02:46:13.802567 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316c55-47c5-4916-8829-dcea2d959a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff09282-4685-4538-8d48-8650380f827c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:13.803362 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58770) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:13.860404 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] Publish callbacks [] for security_group (0ff09282-4685-4538-8d48-8650380f827c), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.881251 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] Publish callbacks [] for security_group (0ff09282-4685-4538-8d48-8650380f827c), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.927304 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (0ff09282-4685-4538-8d48-8650380f827c), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.929896 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:13.931073 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/0ff09282-4685-4538-8d48-8650380f827c HTTP/1.1" status: 204 len: 168 time: 0.1266539 Jan 25 02:46:13.939106 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3a56-5ba9-4583-a3e9-e583c082bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff09282-4685-4538-8d48-8650380f827c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:14.196190 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:14.210343 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2f76834-913b-4a68-b728-4f7fe813a9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.288605 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2f76834-913b-4a68-b728-4f7fe813a9b9 admin admin] Publish callbacks [] for security_group (d2e22818-7893-4d12-bc0e-f66be8054792), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.292080 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2f76834-913b-4a68-b728-4f7fe813a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d2e22818-7893-4d12-bc0e-f66be8054792), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.331793 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-f2f76834-913b-4a68-b728-4f7fe813a9b9 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=2c50c98590224e1d94be355a5b63aa6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345310 Jan 25 02:46:14.332867 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f76834-913b-4a68-b728-4f7fe813a9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e22818-7893-4d12-bc0e-f66be8054792,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:14.334442 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58778) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:14.383031 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] Publish callbacks [] for security_group (d2e22818-7893-4d12-bc0e-f66be8054792), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.403991 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] Publish callbacks [] for security_group (d2e22818-7893-4d12-bc0e-f66be8054792), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.452727 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d2e22818-7893-4d12-bc0e-f66be8054792), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.455287 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:14.456416 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d2e22818-7893-4d12-bc0e-f66be8054792 HTTP/1.1" status: 204 len: 168 time: 0.1208875 Jan 25 02:46:14.463751 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66fa5a-77ac-4553-b633-b2806013f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e22818-7893-4d12-bc0e-f66be8054792,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:16.310739 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.461261 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:18.564861 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5dbe29da-9497-478e-840e-9af06460570a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.641187 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5dbe29da-9497-478e-840e-9af06460570a admin admin] Publish callbacks [] for security_group (ac7d2364-8d14-4aa4-8d4b-f83c11ec9295), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.646006 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5dbe29da-9497-478e-840e-9af06460570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ac7d2364-8d14-4aa4-8d4b-f83c11ec9295), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.684123 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-5dbe29da-9497-478e-840e-9af06460570a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=70efefea460941f4a488385c701f5ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217727 Jan 25 02:46:18.684970 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe29da-9497-478e-840e-9af06460570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d2364-8d14-4aa4-8d4b-f83c11ec9295,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:18.687174 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58840) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:18.735690 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] Publish callbacks [] for security_group (ac7d2364-8d14-4aa4-8d4b-f83c11ec9295), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.756196 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] Publish callbacks [] for security_group (ac7d2364-8d14-4aa4-8d4b-f83c11ec9295), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.802346 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (ac7d2364-8d14-4aa4-8d4b-f83c11ec9295), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.805139 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:18.806292 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/ac7d2364-8d14-4aa4-8d4b-f83c11ec9295 HTTP/1.1" status: 204 len: 168 time: 0.1181412 Jan 25 02:46:18.814327 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d01f-9fb3-405f-9a9e-ff342c3e4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d2364-8d14-4aa4-8d4b-f83c11ec9295,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:19.068199 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58846) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:19.081633 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5316612c-7c37-4da6-a8fa-b3a784c6a0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.152699 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5316612c-7c37-4da6-a8fa-b3a784c6a0df admin admin] Publish callbacks [] for security_group (d266f618-d886-472c-bed7-3828f4b59713), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.156706 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5316612c-7c37-4da6-a8fa-b3a784c6a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d266f618-d886-472c-bed7-3828f4b59713), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.191933 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316612c-7c37-4da6-a8fa-b3a784c6a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d266f618-d886-472c-bed7-3828f4b59713,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:19.196036 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-5316612c-7c37-4da6-a8fa-b3a784c6a0df admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=477ff08a8298406ab6daafd7b5157091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268051 Jan 25 02:46:19.198519 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58848) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:19.247939 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] Publish callbacks [] for security_group (d266f618-d886-472c-bed7-3828f4b59713), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.268489 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] Publish callbacks [] for security_group (d266f618-d886-472c-bed7-3828f4b59713), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.315532 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (d266f618-d886-472c-bed7-3828f4b59713), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.318347 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:19.319588 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/d266f618-d886-472c-bed7-3828f4b59713 HTTP/1.1" status: 204 len: 168 time: 0.1201465 Jan 25 02:46:19.327850 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a09b-4781-47d1-b8c7-64d807768fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d266f618-d886-472c-bed7-3828f4b59713,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:29.924580 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1bbc3916-a6a9-458a-b798-7bc3084d2d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.490090 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 58956) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:31.593813 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5c7c-f707-4da7-87a2-4aa6d7895a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.667792 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5c7c-f707-4da7-87a2-4aa6d7895a7e admin admin] Publish callbacks [] for security_group (321291f6-175c-49cf-8b1e-3733547932db), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.672431 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5c7c-f707-4da7-87a2-4aa6d7895a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (321291f6-175c-49cf-8b1e-3733547932db), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.712134 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-ad1b5c7c-f707-4da7-87a2-4aa6d7895a7e admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=5cc15521ef6d4bbc978a5b7e3ea85d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208648 Jan 25 02:46:31.714077 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b5c7c-f707-4da7-87a2-4aa6d7895a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321291f6-175c-49cf-8b1e-3733547932db,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:31.714798 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 58960) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:31.761694 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] Publish callbacks [] for security_group (321291f6-175c-49cf-8b1e-3733547932db), before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.782024 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] Publish callbacks [] for security_group (321291f6-175c-49cf-8b1e-3733547932db), precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.827772 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (321291f6-175c-49cf-8b1e-3733547932db), after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.830384 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:31.834481 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/321291f6-175c-49cf-8b1e-3733547932db HTTP/1.1" status: 204 len: 168 time: 0.1186614 Jan 25 02:46:31.841869 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f8963-1674-4153-b866-1bf34c28174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321291f6-175c-49cf-8b1e-3733547932db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:32.269920 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fed2b722-1ef1-48f2-a4ce-e87649d862fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:33.264206 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:34.881935 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:36.243638 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:38.459520 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:46:46.322367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.164124 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.109', 59136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:56.266424 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6226f583-4378-4677-a96a-c2ab3425afe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.337931 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6226f583-4378-4677-a96a-c2ab3425afe1 admin admin] Publish callbacks [] for security_group (2c212b5f-1553-4dd9-a2db-15f99eb7943d), precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.341800 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6226f583-4378-4677-a96a-c2ab3425afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2c212b5f-1553-4dd9-a2db-15f99eb7943d), after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.381280 dv-cinder-819778-6-smb neutron-server[102599]: INFO neutron.wsgi [None req-6226f583-4378-4677-a96a-c2ab3425afe1 admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4d5beb19a6df4b09b74e48c10a6ac183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160709 Jan 25 02:46:56.383281 dv-cinder-819778-6-smb neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f583-4378-4677-a96a-c2ab3425afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c212b5f-1553-4dd9-a2db-15f99eb7943d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:56.384071 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 59140) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:46:56.432514 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Publish callbacks [] for security_group (2c212b5f-1553-4dd9-a2db-15f99eb7943d), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.453225 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Publish callbacks [] for security_group (2c212b5f-1553-4dd9-a2db-15f99eb7943d), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.501908 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (2c212b5f-1553-4dd9-a2db-15f99eb7943d), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.505311 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:46:56.506480 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/2c212b5f-1553-4dd9-a2db-15f99eb7943d HTTP/1.1" status: 204 len: 168 time: 0.1214247 Jan 25 02:46:56.514190 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c212b5f-1553-4dd9-a2db-15f99eb7943d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:46:56.522303 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.522659 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.523029 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.523373 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.523711 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.524042 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.524372 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.524712 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.525014 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.525343 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.525670 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.526059 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:56.526318 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24df6a5-79a9-4451-80e6-562aa28b0f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819778-6-smb {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 02:46:59.927330 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dc0f7e7d-3740-4c7e-b7d1-5f7c700dfded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:02.277244 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cef6-e52a-42f4-a4a0-5734ddc683f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:03.264847 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:04.885310 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:06.245731 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:15.458355 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:47:16.325552 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:28.802670 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 59394) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:47:28.907382 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ae41639-b7af-43cf-9458-77c68416a65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:28.996193 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ae41639-b7af-43cf-9458-77c68416a65a admin admin] Publish callbacks [] for security_group (39a0557b-daf8-4e5c-ac32-37ff7d4dd083), precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:28.999800 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ae41639-b7af-43cf-9458-77c68416a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (39a0557b-daf8-4e5c-ac32-37ff7d4dd083), after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:29.036269 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae41639-b7af-43cf-9458-77c68416a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0557b-daf8-4e5c-ac32-37ff7d4dd083,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:47:29.041891 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-7ae41639-b7af-43cf-9458-77c68416a65a admin admin] 10.222.0.109 "GET /v2.0/security-groups?tenant_id=4dfd33544f134e1885b96af3e4308dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373297 Jan 25 02:47:29.045176 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.wsgi [-] (102601) accepted ('10.222.0.109', 59398) {{(pid=102601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 25 02:47:29.090682 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] Publish callbacks [] for security_group (39a0557b-daf8-4e5c-ac32-37ff7d4dd083), before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:29.111304 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] Publish callbacks [] for security_group (39a0557b-daf8-4e5c-ac32-37ff7d4dd083), precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:29.158675 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410900'] for security_group (39a0557b-daf8-4e5c-ac32-37ff7d4dd083), after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:29.161335 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:29.163274 dv-cinder-819778-6-smb neutron-server[102601]: INFO neutron.wsgi [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] 10.222.0.109 "DELETE /v2.0/security-groups/39a0557b-daf8-4e5c-ac32-37ff7d4dd083 HTTP/1.1" status: 204 len: 168 time: 0.1170976 Jan 25 02:47:29.170854 dv-cinder-819778-6-smb neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03d819-fb8a-4377-b59f-eee0226d9145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0557b-daf8-4e5c-ac32-37ff7d4dd083,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 02:47:29.929880 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-747d609c-1d0b-4765-b0a4-c221947b09e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:32.278963 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2970a974-023a-425e-aff4-188cb62461ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:33.268476 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:34.888345 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:36.247974 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:46.350139 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:47:52.457630 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:47:59.932428 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b0186ae5-e327-447d-b5be-cda81ec702d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:02.280373 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d63c0b69-0e4e-4c00-aee6-b58152064352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:03.270767 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:04.892353 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:06.250516 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:16.354658 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:29.456389 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:48:29.934741 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a1cbe957-ad3c-4617-ad3a-17b74ad9d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:32.281723 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-62bc3bdf-7ca1-4fb9-a195-19f4da9e39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:33.273628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:34.892628 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:36.255538 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:46.370357 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:48:59.936360 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f1a4f05-f30a-4b8e-a0de-7a403a8975b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:02.283588 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-852ea2b2-9450-440c-9127-d32ed1692ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:03.278864 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:04.894921 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:06.247805 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:06.456615 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:49:16.386211 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:29.937857 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5a898724-b215-46f7-8582-812950c9d629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:32.284907 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5935b435-fa2d-461f-94a3-9ba37ed7f43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:33.280938 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:34.897443 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:36.250353 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:43.455837 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:49:46.386371 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:49:59.939138 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5110-f268-4456-84f9-b8fa0f5c7c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:02.285152 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-36072815-a0c9-4953-8196-54cd85f17981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:03.282818 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:04.899834 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:06.253869 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:16.401800 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:20.455807 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:50:29.941367 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-266c519c-6bc4-4f92-a479-8cd88ba9f4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:32.289069 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ee85a55a-255b-4563-80f4-9852dee845a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:33.285594 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:34.903258 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:36.256042 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:46.394111 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:50:57.455279 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:50:59.942403 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c45f53cb-b298-45fc-a934-46505874ba62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:02.290397 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-09310318-9978-4249-833d-992d276eb19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:03.288520 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:04.904308 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:06.256855 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:16.401035 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:29.943824 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0122a7cb-e135-4094-a332-076295655996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:32.291127 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-94b57479-3eae-4ba9-9265-01dff48a61ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:33.291894 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:34.455760 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:51:34.908127 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:36.258381 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:46.417083 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:51:59.945526 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-dedb8959-1fe8-413d-bf74-de3d0baf8bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (1488f838-9b6b-488f-8721-e52bce65fbf9), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:02.292438 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d859db5e-28ab-4523-9b6f-050f11ba8b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (0ee7252d-c017-407d-8f01-5668eb9444b2), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:03.294151 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1cf40f26-2d8f-4013-a151-be9259dc6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (6184779f-206a-462f-8367-3acc84bc607f), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:04.909622 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-562c9116-78ad-4f5f-883e-76985dee30d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (ea86633d-e214-4713-8a69-652403225e48), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:06.260639 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bb0bc93f-0882-4802-a97f-bb94ed031598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (8cd36821-9d41-4e95-83ed-500b0a081e17), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 25 02:52:11.454702 dv-cinder-819778-6-smb neutron-server[102603]: DEBUG neutron.db.agents_db [None req-9a9ccdae-14fb-4649-afa0-012a2da1c824 None None] Agent healthcheck: found 6 active agents {{(pid=102603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 25 02:52:16.417311 dv-cinder-819778-6-smb neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2d097c6a-6bd6-48dc-98e6-287c4b07c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739990066077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-536119822'] for agent (5fd067e2-a9a0-4be7-8f23-5fe06c50b33e), after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}